#Loading the dataset
train <- read.csv('train.preprocessed')
test <- read.csv('test.preprocessed')
options(repr.matrix.max.cols=150, repr.matrix.max.rows=200)
library(pacman)
MYLIBRARIES<-c("mlr",'ggplot2',
"data.table",'DiagrammeR',
"xgboost")
pacman::p_load(char=MYLIBRARIES, install=TRUE, character.only = TRUE)
final.model_test <- test
final.model_train <- train
setDF(final.model_train)
final.fact_col <- colnames(final.model_train)[sapply(final.model_train,is.character)] # check for charactar columns and store them in fact_col variable
for(i in final.fact_col) set(final.model_train,j=i,value = factor(final.model_train[[i]]))# convert training data to factor
for (i in final.fact_col) set(final.model_test,j=i,value = factor(final.model_test[[i]]))# convert test data to factor
#create tasks
final.traintask <- makeClassifTask (data = final.model_train,target = "Attrition") #create classification task for train set
final.testtask <- makeClassifTask (data = final.model_test,target = "Attrition") #create classification test for train set
#one hot encoding train and test classification tasks
final.traintask <- createDummyFeatures (obj = final.traintask )
final.testtask <- createDummyFeatures (obj = final.testtask )
#create learner to be used for model training
lrn <- makeLearner("classif.xgboost",predict.type = "response")
#Specify parameter values for the learner previously defined
lrn$par.vals <- list( objective="binary:logistic", eval_metric="error", nrounds=100L, eta=0.1)
#Set parameters to be used for hyperparameter tuning
params <- makeParamSet(makeIntegerParam("max_depth",lower = 3L,upper = 10L), makeNumericParam("min_child_weight",lower = 1L,upper = 10L), makeNumericParam("subsample",lower = 0.5,upper = 1), makeNumericParam("colsample_bytree",lower = 0.5,upper = 1))
#set resampling strategy to 5 fold cross validation . Set stratify = True
rdesc <- makeResampleDesc("CV",stratify = T,iters=5L)
ctrl <- makeTuneControlRandom(maxit = 10L) #Set number of iterations for random search to a maximum of 10
#train xgboost boost model
set.seed(11)
finalXgboost <- tuneParams(learner = lrn, task = final.traintask, resampling = rdesc, measures = acc, par.set = params, control = ctrl, show.info = T)
[Tune] Started tuning learner classif.xgboost for parameter set:
Type len Def Constr Req Tunable Trafo
max_depth integer - - 3 to 10 - TRUE -
min_child_weight numeric - - 1 to 10 - TRUE -
subsample numeric - - 0.5 to 1 - TRUE -
colsample_bytree numeric - - 0.5 to 1 - TRUE -
With control class: TuneControlRandom
Imputation value: -0
[Tune-x] 1: max_depth=7; min_child_weight=3.85; subsample=0.716; colsample_bytree=0.948
[1] train-error:0.135036 [2] train-error:0.124088 [3] train-error:0.120438 [4] train-error:0.121655 [5] train-error:0.121655 [6] train-error:0.121655 [7] train-error:0.125304 [8] train-error:0.121655 [9] train-error:0.122871 [10] train-error:0.120438 [11] train-error:0.115572 [12] train-error:0.119221 [13] train-error:0.111922 [14] train-error:0.114355 [15] train-error:0.109489 [16] train-error:0.108273 [17] train-error:0.107056 [18] train-error:0.108273 [19] train-error:0.107056 [20] train-error:0.105839 [21] train-error:0.103406 [22] train-error:0.102190 [23] train-error:0.100973 [24] train-error:0.099757 [25] train-error:0.097324 [26] train-error:0.097324 [27] train-error:0.093674 [28] train-error:0.096107 [29] train-error:0.086375 [30] train-error:0.087591 [31] train-error:0.086375 [32] train-error:0.086375 [33] train-error:0.085158 [34] train-error:0.085158 [35] train-error:0.081509 [36] train-error:0.082725 [37] train-error:0.080292 [38] train-error:0.081509 [39] train-error:0.080292 [40] train-error:0.079075 [41] train-error:0.075426 [42] train-error:0.072993 [43] train-error:0.074209 [44] train-error:0.074209 [45] train-error:0.072993 [46] train-error:0.070560 [47] train-error:0.071776 [48] train-error:0.068127 [49] train-error:0.070560 [50] train-error:0.069343 [51] train-error:0.066910 [52] train-error:0.064477 [53] train-error:0.062044 [54] train-error:0.063260 [55] train-error:0.060827 [56] train-error:0.060827 [57] train-error:0.058394 [58] train-error:0.058394 [59] train-error:0.057178 [60] train-error:0.055961 [61] train-error:0.055961 [62] train-error:0.051095 [63] train-error:0.051095 [64] train-error:0.051095 [65] train-error:0.048662 [66] train-error:0.048662 [67] train-error:0.047445 [68] train-error:0.048662 [69] train-error:0.048662 [70] train-error:0.047445 [71] train-error:0.046229 [72] train-error:0.047445 [73] train-error:0.046229 [74] train-error:0.047445 [75] train-error:0.047445 [76] train-error:0.047445 [77] train-error:0.043796 [78] train-error:0.043796 [79] train-error:0.045012 [80] train-error:0.045012 [81] train-error:0.045012 [82] train-error:0.042579 [83] train-error:0.043796 [84] train-error:0.043796 [85] train-error:0.042579 [86] train-error:0.043796 [87] train-error:0.043796 [88] train-error:0.042579 [89] train-error:0.041363 [90] train-error:0.041363 [91] train-error:0.040146 [92] train-error:0.038929 [93] train-error:0.038929 [94] train-error:0.037713 [95] train-error:0.037713 [96] train-error:0.036496 [97] train-error:0.036496 [98] train-error:0.035280 [99] train-error:0.035280 [100] train-error:0.035280 [1] train-error:0.139903 [2] train-error:0.125304 [3] train-error:0.135036 [4] train-error:0.128954 [5] train-error:0.131387 [6] train-error:0.126521 [7] train-error:0.127737 [8] train-error:0.130170 [9] train-error:0.127737 [10] train-error:0.126521 [11] train-error:0.122871 [12] train-error:0.122871 [13] train-error:0.119221 [14] train-error:0.119221 [15] train-error:0.114355 [16] train-error:0.113139 [17] train-error:0.110706 [18] train-error:0.111922 [19] train-error:0.108273 [20] train-error:0.108273 [21] train-error:0.108273 [22] train-error:0.105839 [23] train-error:0.102190 [24] train-error:0.102190 [25] train-error:0.102190 [26] train-error:0.099757 [27] train-error:0.097324 [28] train-error:0.096107 [29] train-error:0.098540 [30] train-error:0.093674 [31] train-error:0.092457 [32] train-error:0.094891 [33] train-error:0.090024 [34] train-error:0.090024 [35] train-error:0.091241 [36] train-error:0.088808 [37] train-error:0.087591 [38] train-error:0.085158 [39] train-error:0.081509 [40] train-error:0.079075 [41] train-error:0.080292 [42] train-error:0.075426 [43] train-error:0.072993 [44] train-error:0.071776 [45] train-error:0.070560 [46] train-error:0.070560 [47] train-error:0.070560 [48] train-error:0.068127 [49] train-error:0.069343 [50] train-error:0.069343 [51] train-error:0.068127 [52] train-error:0.070560 [53] train-error:0.066910 [54] train-error:0.066910 [55] train-error:0.068127 [56] train-error:0.062044 [57] train-error:0.062044 [58] train-error:0.060827 [59] train-error:0.062044 [60] train-error:0.058394 [61] train-error:0.055961 [62] train-error:0.057178 [63] train-error:0.057178 [64] train-error:0.055961 [65] train-error:0.052311 [66] train-error:0.051095 [67] train-error:0.051095 [68] train-error:0.048662 [69] train-error:0.049878 [70] train-error:0.047445 [71] train-error:0.046229 [72] train-error:0.046229 [73] train-error:0.045012 [74] train-error:0.047445 [75] train-error:0.046229 [76] train-error:0.043796 [77] train-error:0.043796 [78] train-error:0.045012 [79] train-error:0.045012 [80] train-error:0.045012 [81] train-error:0.043796 [82] train-error:0.043796 [83] train-error:0.042579 [84] train-error:0.042579 [85] train-error:0.040146 [86] train-error:0.040146 [87] train-error:0.040146 [88] train-error:0.040146 [89] train-error:0.040146 [90] train-error:0.041363 [91] train-error:0.038929 [92] train-error:0.038929 [93] train-error:0.036496 [94] train-error:0.037713 [95] train-error:0.036496 [96] train-error:0.035280 [97] train-error:0.036496 [98] train-error:0.037713 [99] train-error:0.037713 [100] train-error:0.035280 [1] train-error:0.136253 [2] train-error:0.116788 [3] train-error:0.124088 [4] train-error:0.124088 [5] train-error:0.111922 [6] train-error:0.120438 [7] train-error:0.110706 [8] train-error:0.111922 [9] train-error:0.116788 [10] train-error:0.115572 [11] train-error:0.108273 [12] train-error:0.110706 [13] train-error:0.109489 [14] train-error:0.103406 [15] train-error:0.102190 [16] train-error:0.102190 [17] train-error:0.094891 [18] train-error:0.096107 [19] train-error:0.097324 [20] train-error:0.093674 [21] train-error:0.092457 [22] train-error:0.087591 [23] train-error:0.087591 [24] train-error:0.091241 [25] train-error:0.087591 [26] train-error:0.085158 [27] train-error:0.082725 [28] train-error:0.085158 [29] train-error:0.082725 [30] train-error:0.080292 [31] train-error:0.081509 [32] train-error:0.080292 [33] train-error:0.081509 [34] train-error:0.079075 [35] train-error:0.079075 [36] train-error:0.077859 [37] train-error:0.075426 [38] train-error:0.072993 [39] train-error:0.072993 [40] train-error:0.074209 [41] train-error:0.072993 [42] train-error:0.076642 [43] train-error:0.071776 [44] train-error:0.072993 [45] train-error:0.070560 [46] train-error:0.066910 [47] train-error:0.068127 [48] train-error:0.065693 [49] train-error:0.068127 [50] train-error:0.066910 [51] train-error:0.063260 [52] train-error:0.062044 [53] train-error:0.059611 [54] train-error:0.062044 [55] train-error:0.060827 [56] train-error:0.058394 [57] train-error:0.059611 [58] train-error:0.059611 [59] train-error:0.059611 [60] train-error:0.057178 [61] train-error:0.057178 [62] train-error:0.054745 [63] train-error:0.053528 [64] train-error:0.054745 [65] train-error:0.055961 [66] train-error:0.053528 [67] train-error:0.054745 [68] train-error:0.052311 [69] train-error:0.052311 [70] train-error:0.053528 [71] train-error:0.053528 [72] train-error:0.051095 [73] train-error:0.049878 [74] train-error:0.047445 [75] train-error:0.047445 [76] train-error:0.045012 [77] train-error:0.045012 [78] train-error:0.047445 [79] train-error:0.046229 [80] train-error:0.046229 [81] train-error:0.047445 [82] train-error:0.046229 [83] train-error:0.045012 [84] train-error:0.047445 [85] train-error:0.046229 [86] train-error:0.043796 [87] train-error:0.043796 [88] train-error:0.042579 [89] train-error:0.042579 [90] train-error:0.041363 [91] train-error:0.041363 [92] train-error:0.040146 [93] train-error:0.041363 [94] train-error:0.042579 [95] train-error:0.042579 [96] train-error:0.042579 [97] train-error:0.042579 [98] train-error:0.042579 [99] train-error:0.041363 [100] train-error:0.040146 [1] train-error:0.154313 [2] train-error:0.139733 [3] train-error:0.134872 [4] train-error:0.133657 [5] train-error:0.133657 [6] train-error:0.126367 [7] train-error:0.123937 [8] train-error:0.126367 [9] train-error:0.125152 [10] train-error:0.121507 [11] train-error:0.126367 [12] train-error:0.122722 [13] train-error:0.121507 [14] train-error:0.115431 [15] train-error:0.113001 [16] train-error:0.113001 [17] train-error:0.110571 [18] train-error:0.109356 [19] train-error:0.110571 [20] train-error:0.114216 [21] train-error:0.104496 [22] train-error:0.105711 [23] train-error:0.110571 [24] train-error:0.100851 [25] train-error:0.099635 [26] train-error:0.098420 [27] train-error:0.097205 [28] train-error:0.098420 [29] train-error:0.093560 [30] train-error:0.089915 [31] train-error:0.091130 [32] train-error:0.088700 [33] train-error:0.083840 [34] train-error:0.086270 [35] train-error:0.080194 [36] train-error:0.078979 [37] train-error:0.077764 [38] train-error:0.078979 [39] train-error:0.076549 [40] train-error:0.075334 [41] train-error:0.075334 [42] train-error:0.074119 [43] train-error:0.071689 [44] train-error:0.071689 [45] train-error:0.066829 [46] train-error:0.068044 [47] train-error:0.066829 [48] train-error:0.066829 [49] train-error:0.063183 [50] train-error:0.061968 [51] train-error:0.061968 [52] train-error:0.061968 [53] train-error:0.063183 [54] train-error:0.060753 [55] train-error:0.059538 [56] train-error:0.058323 [57] train-error:0.054678 [58] train-error:0.055893 [59] train-error:0.055893 [60] train-error:0.054678 [61] train-error:0.054678 [62] train-error:0.051033 [63] train-error:0.051033 [64] train-error:0.051033 [65] train-error:0.051033 [66] train-error:0.047388 [67] train-error:0.048603 [68] train-error:0.048603 [69] train-error:0.048603 [70] train-error:0.047388 [71] train-error:0.044957 [72] train-error:0.042527 [73] train-error:0.046173 [74] train-error:0.043742 [75] train-error:0.043742 [76] train-error:0.046173 [77] train-error:0.042527 [78] train-error:0.041312 [79] train-error:0.042527 [80] train-error:0.040097 [81] train-error:0.040097 [82] train-error:0.040097 [83] train-error:0.040097 [84] train-error:0.040097 [85] train-error:0.040097 [86] train-error:0.041312 [87] train-error:0.038882 [88] train-error:0.036452 [89] train-error:0.035237 [90] train-error:0.035237 [91] train-error:0.035237 [92] train-error:0.035237 [93] train-error:0.035237 [94] train-error:0.032807 [95] train-error:0.034022 [96] train-error:0.034022 [97] train-error:0.035237 [98] train-error:0.035237 [99] train-error:0.037667 [100] train-error:0.036452 [1] train-error:0.137303 [2] train-error:0.126367 [3] train-error:0.128797 [4] train-error:0.128797 [5] train-error:0.127582 [6] train-error:0.128797 [7] train-error:0.126367 [8] train-error:0.125152 [9] train-error:0.125152 [10] train-error:0.122722 [11] train-error:0.122722 [12] train-error:0.121507 [13] train-error:0.121507 [14] train-error:0.119077 [15] train-error:0.115431 [16] train-error:0.111786 [17] train-error:0.114216 [18] train-error:0.113001 [19] train-error:0.109356 [20] train-error:0.108141 [21] train-error:0.110571 [22] train-error:0.109356 [23] train-error:0.109356 [24] train-error:0.108141 [25] train-error:0.106926 [26] train-error:0.106926 [27] train-error:0.103281 [28] train-error:0.098420 [29] train-error:0.095990 [30] train-error:0.093560 [31] train-error:0.091130 [32] train-error:0.094775 [33] train-error:0.095990 [34] train-error:0.092345 [35] train-error:0.089915 [36] train-error:0.091130 [37] train-error:0.087485 [38] train-error:0.086270 [39] train-error:0.087485 [40] train-error:0.087485 [41] train-error:0.078979 [42] train-error:0.080194 [43] train-error:0.078979 [44] train-error:0.078979 [45] train-error:0.076549 [46] train-error:0.074119 [47] train-error:0.072904 [48] train-error:0.071689 [49] train-error:0.070474 [50] train-error:0.072904 [51] train-error:0.074119 [52] train-error:0.072904 [53] train-error:0.072904 [54] train-error:0.072904 [55] train-error:0.071689 [56] train-error:0.070474 [57] train-error:0.068044 [58] train-error:0.068044 [59] train-error:0.068044 [60] train-error:0.066829 [61] train-error:0.065614 [62] train-error:0.064399 [63] train-error:0.064399 [64] train-error:0.065614 [65] train-error:0.063183 [66] train-error:0.058323 [67] train-error:0.054678 [68] train-error:0.055893 [69] train-error:0.051033 [70] train-error:0.052248 [71] train-error:0.051033 [72] train-error:0.052248 [73] train-error:0.047388 [74] train-error:0.048603 [75] train-error:0.047388 [76] train-error:0.047388 [77] train-error:0.044957 [78] train-error:0.043742 [79] train-error:0.040097 [80] train-error:0.041312 [81] train-error:0.038882 [82] train-error:0.038882 [83] train-error:0.037667 [84] train-error:0.038882 [85] train-error:0.037667 [86] train-error:0.035237 [87] train-error:0.032807 [88] train-error:0.034022 [89] train-error:0.034022 [90] train-error:0.034022 [91] train-error:0.031592 [92] train-error:0.031592 [93] train-error:0.030377 [94] train-error:0.029162 [95] train-error:0.029162 [96] train-error:0.030377 [97] train-error:0.030377 [98] train-error:0.030377 [99] train-error:0.027947 [100] train-error:0.029162
[Tune-y] 1: acc.test.mean=0.8677054; time: 0.0 min [Tune-x] 2: max_depth=9; min_child_weight=7.12; subsample=0.569; colsample_bytree=0.947
[1] train-error:0.156934 [2] train-error:0.156934 [3] train-error:0.145985 [4] train-error:0.145985 [5] train-error:0.147202 [6] train-error:0.154501 [7] train-error:0.136253 [8] train-error:0.132603 [9] train-error:0.137470 [10] train-error:0.133820 [11] train-error:0.132603 [12] train-error:0.132603 [13] train-error:0.132603 [14] train-error:0.131387 [15] train-error:0.127737 [16] train-error:0.127737 [17] train-error:0.124088 [18] train-error:0.125304 [19] train-error:0.125304 [20] train-error:0.127737 [21] train-error:0.124088 [22] train-error:0.124088 [23] train-error:0.120438 [24] train-error:0.127737 [25] train-error:0.119221 [26] train-error:0.119221 [27] train-error:0.120438 [28] train-error:0.119221 [29] train-error:0.118005 [30] train-error:0.115572 [31] train-error:0.115572 [32] train-error:0.114355 [33] train-error:0.115572 [34] train-error:0.115572 [35] train-error:0.113139 [36] train-error:0.111922 [37] train-error:0.116788 [38] train-error:0.113139 [39] train-error:0.111922 [40] train-error:0.111922 [41] train-error:0.108273 [42] train-error:0.110706 [43] train-error:0.110706 [44] train-error:0.110706 [45] train-error:0.109489 [46] train-error:0.108273 [47] train-error:0.107056 [48] train-error:0.107056 [49] train-error:0.103406 [50] train-error:0.105839 [51] train-error:0.103406 [52] train-error:0.102190 [53] train-error:0.102190 [54] train-error:0.102190 [55] train-error:0.099757 [56] train-error:0.100973 [57] train-error:0.098540 [58] train-error:0.098540 [59] train-error:0.097324 [60] train-error:0.097324 [61] train-error:0.094891 [62] train-error:0.090024 [63] train-error:0.092457 [64] train-error:0.090024 [65] train-error:0.090024 [66] train-error:0.090024 [67] train-error:0.091241 [68] train-error:0.090024 [69] train-error:0.090024 [70] train-error:0.088808 [71] train-error:0.090024 [72] train-error:0.087591 [73] train-error:0.086375 [74] train-error:0.086375 [75] train-error:0.086375 [76] train-error:0.088808 [77] train-error:0.085158 [78] train-error:0.083942 [79] train-error:0.086375 [80] train-error:0.086375 [81] train-error:0.085158 [82] train-error:0.083942 [83] train-error:0.081509 [84] train-error:0.082725 [85] train-error:0.082725 [86] train-error:0.081509 [87] train-error:0.082725 [88] train-error:0.082725 [89] train-error:0.080292 [90] train-error:0.076642 [91] train-error:0.077859 [92] train-error:0.079075 [93] train-error:0.076642 [94] train-error:0.076642 [95] train-error:0.077859 [96] train-error:0.079075 [97] train-error:0.077859 [98] train-error:0.076642 [99] train-error:0.074209 [100] train-error:0.076642 [1] train-error:0.144769 [2] train-error:0.142336 [3] train-error:0.136253 [4] train-error:0.137470 [5] train-error:0.139903 [6] train-error:0.144769 [7] train-error:0.143552 [8] train-error:0.142336 [9] train-error:0.143552 [10] train-error:0.143552 [11] train-error:0.139903 [12] train-error:0.139903 [13] train-error:0.139903 [14] train-error:0.138686 [15] train-error:0.137470 [16] train-error:0.135036 [17] train-error:0.136253 [18] train-error:0.133820 [19] train-error:0.131387 [20] train-error:0.133820 [21] train-error:0.135036 [22] train-error:0.131387 [23] train-error:0.126521 [24] train-error:0.125304 [25] train-error:0.125304 [26] train-error:0.125304 [27] train-error:0.124088 [28] train-error:0.125304 [29] train-error:0.125304 [30] train-error:0.124088 [31] train-error:0.119221 [32] train-error:0.116788 [33] train-error:0.118005 [34] train-error:0.119221 [35] train-error:0.116788 [36] train-error:0.119221 [37] train-error:0.119221 [38] train-error:0.116788 [39] train-error:0.115572 [40] train-error:0.114355 [41] train-error:0.113139 [42] train-error:0.113139 [43] train-error:0.114355 [44] train-error:0.113139 [45] train-error:0.113139 [46] train-error:0.111922 [47] train-error:0.108273 [48] train-error:0.108273 [49] train-error:0.107056 [50] train-error:0.109489 [51] train-error:0.108273 [52] train-error:0.103406 [53] train-error:0.099757 [54] train-error:0.100973 [55] train-error:0.096107 [56] train-error:0.098540 [57] train-error:0.098540 [58] train-error:0.097324 [59] train-error:0.096107 [60] train-error:0.093674 [61] train-error:0.093674 [62] train-error:0.096107 [63] train-error:0.093674 [64] train-error:0.093674 [65] train-error:0.092457 [66] train-error:0.092457 [67] train-error:0.091241 [68] train-error:0.090024 [69] train-error:0.088808 [70] train-error:0.088808 [71] train-error:0.088808 [72] train-error:0.087591 [73] train-error:0.086375 [74] train-error:0.087591 [75] train-error:0.085158 [76] train-error:0.086375 [77] train-error:0.085158 [78] train-error:0.080292 [79] train-error:0.081509 [80] train-error:0.080292 [81] train-error:0.081509 [82] train-error:0.082725 [83] train-error:0.082725 [84] train-error:0.082725 [85] train-error:0.082725 [86] train-error:0.082725 [87] train-error:0.081509 [88] train-error:0.083942 [89] train-error:0.082725 [90] train-error:0.082725 [91] train-error:0.083942 [92] train-error:0.081509 [93] train-error:0.083942 [94] train-error:0.083942 [95] train-error:0.083942 [96] train-error:0.082725 [97] train-error:0.082725 [98] train-error:0.082725 [99] train-error:0.082725 [100] train-error:0.082725 [1] train-error:0.164234 [2] train-error:0.163017 [3] train-error:0.148418 [4] train-error:0.145985 [5] train-error:0.142336 [6] train-error:0.144769 [7] train-error:0.138686 [8] train-error:0.139903 [9] train-error:0.141119 [10] train-error:0.138686 [11] train-error:0.138686 [12] train-error:0.138686 [13] train-error:0.138686 [14] train-error:0.135036 [15] train-error:0.138686 [16] train-error:0.131387 [17] train-error:0.133820 [18] train-error:0.127737 [19] train-error:0.128954 [20] train-error:0.131387 [21] train-error:0.127737 [22] train-error:0.126521 [23] train-error:0.128954 [24] train-error:0.125304 [25] train-error:0.128954 [26] train-error:0.128954 [27] train-error:0.126521 [28] train-error:0.124088 [29] train-error:0.130170 [30] train-error:0.128954 [31] train-error:0.126521 [32] train-error:0.122871 [33] train-error:0.120438 [34] train-error:0.115572 [35] train-error:0.119221 [36] train-error:0.118005 [37] train-error:0.115572 [38] train-error:0.110706 [39] train-error:0.111922 [40] train-error:0.111922 [41] train-error:0.111922 [42] train-error:0.110706 [43] train-error:0.113139 [44] train-error:0.115572 [45] train-error:0.113139 [46] train-error:0.115572 [47] train-error:0.111922 [48] train-error:0.113139 [49] train-error:0.111922 [50] train-error:0.109489 [51] train-error:0.102190 [52] train-error:0.102190 [53] train-error:0.103406 [54] train-error:0.103406 [55] train-error:0.100973 [56] train-error:0.100973 [57] train-error:0.099757 [58] train-error:0.099757 [59] train-error:0.099757 [60] train-error:0.097324 [61] train-error:0.097324 [62] train-error:0.098540 [63] train-error:0.098540 [64] train-error:0.097324 [65] train-error:0.096107 [66] train-error:0.097324 [67] train-error:0.094891 [68] train-error:0.096107 [69] train-error:0.096107 [70] train-error:0.096107 [71] train-error:0.094891 [72] train-error:0.093674 [73] train-error:0.093674 [74] train-error:0.093674 [75] train-error:0.091241 [76] train-error:0.090024 [77] train-error:0.092457 [78] train-error:0.087591 [79] train-error:0.090024 [80] train-error:0.088808 [81] train-error:0.088808 [82] train-error:0.091241 [83] train-error:0.088808 [84] train-error:0.087591 [85] train-error:0.088808 [86] train-error:0.088808 [87] train-error:0.086375 [88] train-error:0.086375 [89] train-error:0.085158 [90] train-error:0.085158 [91] train-error:0.082725 [92] train-error:0.081509 [93] train-error:0.080292 [94] train-error:0.081509 [95] train-error:0.083942 [96] train-error:0.083942 [97] train-error:0.080292 [98] train-error:0.079075 [99] train-error:0.079075 [100] train-error:0.080292 [1] train-error:0.179830 [2] train-error:0.164034 [3] train-error:0.151883 [4] train-error:0.153098 [5] train-error:0.153098 [6] train-error:0.151883 [7] train-error:0.148238 [8] train-error:0.145808 [9] train-error:0.147023 [10] train-error:0.144593 [11] train-error:0.145808 [12] train-error:0.139733 [13] train-error:0.142163 [14] train-error:0.137303 [15] train-error:0.134872 [16] train-error:0.137303 [17] train-error:0.136087 [18] train-error:0.139733 [19] train-error:0.138518 [20] train-error:0.136087 [21] train-error:0.131227 [22] train-error:0.130012 [23] train-error:0.131227 [24] train-error:0.130012 [25] train-error:0.127582 [26] train-error:0.127582 [27] train-error:0.126367 [28] train-error:0.123937 [29] train-error:0.122722 [30] train-error:0.120292 [31] train-error:0.121507 [32] train-error:0.120292 [33] train-error:0.119077 [34] train-error:0.115431 [35] train-error:0.119077 [36] train-error:0.115431 [37] train-error:0.113001 [38] train-error:0.113001 [39] train-error:0.114216 [40] train-error:0.113001 [41] train-error:0.111786 [42] train-error:0.111786 [43] train-error:0.111786 [44] train-error:0.109356 [45] train-error:0.106926 [46] train-error:0.104496 [47] train-error:0.102066 [48] train-error:0.103281 [49] train-error:0.100851 [50] train-error:0.100851 [51] train-error:0.099635 [52] train-error:0.100851 [53] train-error:0.100851 [54] train-error:0.099635 [55] train-error:0.098420 [56] train-error:0.100851 [57] train-error:0.099635 [58] train-error:0.102066 [59] train-error:0.097205 [60] train-error:0.097205 [61] train-error:0.094775 [62] train-error:0.097205 [63] train-error:0.093560 [64] train-error:0.094775 [65] train-error:0.092345 [66] train-error:0.093560 [67] train-error:0.092345 [68] train-error:0.093560 [69] train-error:0.092345 [70] train-error:0.091130 [71] train-error:0.093560 [72] train-error:0.092345 [73] train-error:0.091130 [74] train-error:0.093560 [75] train-error:0.091130 [76] train-error:0.087485 [77] train-error:0.088700 [78] train-error:0.089915 [79] train-error:0.091130 [80] train-error:0.089915 [81] train-error:0.087485 [82] train-error:0.087485 [83] train-error:0.087485 [84] train-error:0.085055 [85] train-error:0.087485 [86] train-error:0.085055 [87] train-error:0.086270 [88] train-error:0.081409 [89] train-error:0.085055 [90] train-error:0.081409 [91] train-error:0.081409 [92] train-error:0.082625 [93] train-error:0.087485 [94] train-error:0.086270 [95] train-error:0.087485 [96] train-error:0.086270 [97] train-error:0.085055 [98] train-error:0.082625 [99] train-error:0.083840 [100] train-error:0.082625 [1] train-error:0.157959 [2] train-error:0.147023 [3] train-error:0.147023 [4] train-error:0.143378 [5] train-error:0.138518 [6] train-error:0.138518 [7] train-error:0.136087 [8] train-error:0.140948 [9] train-error:0.131227 [10] train-error:0.138518 [11] train-error:0.138518 [12] train-error:0.134872 [13] train-error:0.130012 [14] train-error:0.130012 [15] train-error:0.131227 [16] train-error:0.132442 [17] train-error:0.133657 [18] train-error:0.128797 [19] train-error:0.128797 [20] train-error:0.128797 [21] train-error:0.130012 [22] train-error:0.127582 [23] train-error:0.126367 [24] train-error:0.127582 [25] train-error:0.128797 [26] train-error:0.125152 [27] train-error:0.123937 [28] train-error:0.122722 [29] train-error:0.119077 [30] train-error:0.119077 [31] train-error:0.119077 [32] train-error:0.119077 [33] train-error:0.121507 [34] train-error:0.120292 [35] train-error:0.119077 [36] train-error:0.122722 [37] train-error:0.117861 [38] train-error:0.117861 [39] train-error:0.117861 [40] train-error:0.116646 [41] train-error:0.117861 [42] train-error:0.116646 [43] train-error:0.113001 [44] train-error:0.114216 [45] train-error:0.111786 [46] train-error:0.110571 [47] train-error:0.111786 [48] train-error:0.113001 [49] train-error:0.110571 [50] train-error:0.110571 [51] train-error:0.111786 [52] train-error:0.109356 [53] train-error:0.106926 [54] train-error:0.108141 [55] train-error:0.106926 [56] train-error:0.106926 [57] train-error:0.105711 [58] train-error:0.106926 [59] train-error:0.104496 [60] train-error:0.099635 [61] train-error:0.098420 [62] train-error:0.093560 [63] train-error:0.095990 [64] train-error:0.099635 [65] train-error:0.097205 [66] train-error:0.094775 [67] train-error:0.097205 [68] train-error:0.092345 [69] train-error:0.093560 [70] train-error:0.097205 [71] train-error:0.097205 [72] train-error:0.097205 [73] train-error:0.098420 [74] train-error:0.097205 [75] train-error:0.095990 [76] train-error:0.092345 [77] train-error:0.092345 [78] train-error:0.089915 [79] train-error:0.093560 [80] train-error:0.094775 [81] train-error:0.091130 [82] train-error:0.092345 [83] train-error:0.092345 [84] train-error:0.091130 [85] train-error:0.092345 [86] train-error:0.092345 [87] train-error:0.092345 [88] train-error:0.091130 [89] train-error:0.091130 [90] train-error:0.089915 [91] train-error:0.089915 [92] train-error:0.089915 [93] train-error:0.089915 [94] train-error:0.088700 [95] train-error:0.087485 [96] train-error:0.087485 [97] train-error:0.088700 [98] train-error:0.088700 [99] train-error:0.087485 [100] train-error:0.087485
[Tune-y] 2: acc.test.mean=0.8715937; time: 0.0 min [Tune-x] 3: max_depth=7; min_child_weight=4.73; subsample=0.807; colsample_bytree=0.93
[1] train-error:0.136253 [2] train-error:0.128954 [3] train-error:0.126521 [4] train-error:0.125304 [5] train-error:0.119221 [6] train-error:0.126521 [7] train-error:0.126521 [8] train-error:0.124088 [9] train-error:0.118005 [10] train-error:0.120438 [11] train-error:0.120438 [12] train-error:0.120438 [13] train-error:0.118005 [14] train-error:0.114355 [15] train-error:0.114355 [16] train-error:0.113139 [17] train-error:0.108273 [18] train-error:0.107056 [19] train-error:0.102190 [20] train-error:0.102190 [21] train-error:0.099757 [22] train-error:0.100973 [23] train-error:0.099757 [24] train-error:0.098540 [25] train-error:0.098540 [26] train-error:0.092457 [27] train-error:0.091241 [28] train-error:0.091241 [29] train-error:0.092457 [30] train-error:0.088808 [31] train-error:0.090024 [32] train-error:0.088808 [33] train-error:0.090024 [34] train-error:0.085158 [35] train-error:0.083942 [36] train-error:0.083942 [37] train-error:0.081509 [38] train-error:0.080292 [39] train-error:0.077859 [40] train-error:0.076642 [41] train-error:0.075426 [42] train-error:0.074209 [43] train-error:0.071776 [44] train-error:0.068127 [45] train-error:0.065693 [46] train-error:0.066910 [47] train-error:0.064477 [48] train-error:0.062044 [49] train-error:0.060827 [50] train-error:0.060827 [51] train-error:0.062044 [52] train-error:0.059611 [53] train-error:0.055961 [54] train-error:0.055961 [55] train-error:0.055961 [56] train-error:0.054745 [57] train-error:0.055961 [58] train-error:0.055961 [59] train-error:0.057178 [60] train-error:0.057178 [61] train-error:0.057178 [62] train-error:0.053528 [63] train-error:0.053528 [64] train-error:0.053528 [65] train-error:0.053528 [66] train-error:0.052311 [67] train-error:0.051095 [68] train-error:0.048662 [69] train-error:0.049878 [70] train-error:0.048662 [71] train-error:0.048662 [72] train-error:0.049878 [73] train-error:0.049878 [74] train-error:0.051095 [75] train-error:0.046229 [76] train-error:0.048662 [77] train-error:0.045012 [78] train-error:0.042579 [79] train-error:0.043796 [80] train-error:0.043796 [81] train-error:0.041363 [82] train-error:0.042579 [83] train-error:0.042579 [84] train-error:0.040146 [85] train-error:0.040146 [86] train-error:0.040146 [87] train-error:0.040146 [88] train-error:0.038929 [89] train-error:0.036496 [90] train-error:0.036496 [91] train-error:0.036496 [92] train-error:0.034063 [93] train-error:0.035280 [94] train-error:0.035280 [95] train-error:0.035280 [96] train-error:0.036496 [97] train-error:0.036496 [98] train-error:0.035280 [99] train-error:0.035280 [100] train-error:0.035280 [1] train-error:0.138686 [2] train-error:0.131387 [3] train-error:0.128954 [4] train-error:0.126521 [5] train-error:0.128954 [6] train-error:0.126521 [7] train-error:0.126521 [8] train-error:0.124088 [9] train-error:0.121655 [10] train-error:0.122871 [11] train-error:0.122871 [12] train-error:0.121655 [13] train-error:0.119221 [14] train-error:0.118005 [15] train-error:0.115572 [16] train-error:0.116788 [17] train-error:0.113139 [18] train-error:0.114355 [19] train-error:0.109489 [20] train-error:0.108273 [21] train-error:0.110706 [22] train-error:0.108273 [23] train-error:0.108273 [24] train-error:0.102190 [25] train-error:0.099757 [26] train-error:0.103406 [27] train-error:0.098540 [28] train-error:0.096107 [29] train-error:0.096107 [30] train-error:0.094891 [31] train-error:0.094891 [32] train-error:0.092457 [33] train-error:0.090024 [34] train-error:0.086375 [35] train-error:0.088808 [36] train-error:0.085158 [37] train-error:0.086375 [38] train-error:0.086375 [39] train-error:0.082725 [40] train-error:0.082725 [41] train-error:0.081509 [42] train-error:0.082725 [43] train-error:0.082725 [44] train-error:0.083942 [45] train-error:0.079075 [46] train-error:0.077859 [47] train-error:0.075426 [48] train-error:0.079075 [49] train-error:0.074209 [50] train-error:0.074209 [51] train-error:0.074209 [52] train-error:0.070560 [53] train-error:0.068127 [54] train-error:0.069343 [55] train-error:0.065693 [56] train-error:0.065693 [57] train-error:0.065693 [58] train-error:0.065693 [59] train-error:0.064477 [60] train-error:0.065693 [61] train-error:0.065693 [62] train-error:0.063260 [63] train-error:0.060827 [64] train-error:0.062044 [65] train-error:0.059611 [66] train-error:0.059611 [67] train-error:0.055961 [68] train-error:0.057178 [69] train-error:0.054745 [70] train-error:0.053528 [71] train-error:0.054745 [72] train-error:0.053528 [73] train-error:0.054745 [74] train-error:0.053528 [75] train-error:0.053528 [76] train-error:0.052311 [77] train-error:0.049878 [78] train-error:0.048662 [79] train-error:0.047445 [80] train-error:0.049878 [81] train-error:0.049878 [82] train-error:0.049878 [83] train-error:0.048662 [84] train-error:0.049878 [85] train-error:0.049878 [86] train-error:0.048662 [87] train-error:0.048662 [88] train-error:0.049878 [89] train-error:0.047445 [90] train-error:0.048662 [91] train-error:0.045012 [92] train-error:0.041363 [93] train-error:0.037713 [94] train-error:0.035280 [95] train-error:0.035280 [96] train-error:0.036496 [97] train-error:0.034063 [98] train-error:0.035280 [99] train-error:0.035280 [100] train-error:0.036496 [1] train-error:0.139903 [2] train-error:0.136253 [3] train-error:0.131387 [4] train-error:0.131387 [5] train-error:0.133820 [6] train-error:0.121655 [7] train-error:0.120438 [8] train-error:0.124088 [9] train-error:0.126521 [10] train-error:0.121655 [11] train-error:0.122871 [12] train-error:0.116788 [13] train-error:0.120438 [14] train-error:0.119221 [15] train-error:0.118005 [16] train-error:0.114355 [17] train-error:0.116788 [18] train-error:0.114355 [19] train-error:0.115572 [20] train-error:0.113139 [21] train-error:0.107056 [22] train-error:0.105839 [23] train-error:0.105839 [24] train-error:0.104623 [25] train-error:0.100973 [26] train-error:0.104623 [27] train-error:0.100973 [28] train-error:0.096107 [29] train-error:0.094891 [30] train-error:0.093674 [31] train-error:0.093674 [32] train-error:0.090024 [33] train-error:0.087591 [34] train-error:0.085158 [35] train-error:0.085158 [36] train-error:0.080292 [37] train-error:0.079075 [38] train-error:0.075426 [39] train-error:0.077859 [40] train-error:0.076642 [41] train-error:0.076642 [42] train-error:0.074209 [43] train-error:0.075426 [44] train-error:0.075426 [45] train-error:0.071776 [46] train-error:0.071776 [47] train-error:0.070560 [48] train-error:0.070560 [49] train-error:0.070560 [50] train-error:0.066910 [51] train-error:0.066910 [52] train-error:0.065693 [53] train-error:0.062044 [54] train-error:0.062044 [55] train-error:0.063260 [56] train-error:0.062044 [57] train-error:0.063260 [58] train-error:0.059611 [59] train-error:0.058394 [60] train-error:0.058394 [61] train-error:0.060827 [62] train-error:0.059611 [63] train-error:0.058394 [64] train-error:0.053528 [65] train-error:0.052311 [66] train-error:0.053528 [67] train-error:0.053528 [68] train-error:0.053528 [69] train-error:0.053528 [70] train-error:0.052311 [71] train-error:0.051095 [72] train-error:0.049878 [73] train-error:0.049878 [74] train-error:0.048662 [75] train-error:0.047445 [76] train-error:0.049878 [77] train-error:0.049878 [78] train-error:0.049878 [79] train-error:0.046229 [80] train-error:0.048662 [81] train-error:0.046229 [82] train-error:0.047445 [83] train-error:0.046229 [84] train-error:0.043796 [85] train-error:0.045012 [86] train-error:0.045012 [87] train-error:0.043796 [88] train-error:0.043796 [89] train-error:0.043796 [90] train-error:0.043796 [91] train-error:0.043796 [92] train-error:0.045012 [93] train-error:0.045012 [94] train-error:0.043796 [95] train-error:0.043796 [96] train-error:0.042579 [97] train-error:0.041363 [98] train-error:0.040146 [99] train-error:0.037713 [100] train-error:0.037713 [1] train-error:0.147023 [2] train-error:0.133657 [3] train-error:0.136087 [4] train-error:0.131227 [5] train-error:0.134872 [6] train-error:0.123937 [7] train-error:0.123937 [8] train-error:0.116646 [9] train-error:0.116646 [10] train-error:0.122722 [11] train-error:0.117861 [12] train-error:0.116646 [13] train-error:0.117861 [14] train-error:0.116646 [15] train-error:0.111786 [16] train-error:0.111786 [17] train-error:0.109356 [18] train-error:0.106926 [19] train-error:0.108141 [20] train-error:0.106926 [21] train-error:0.105711 [22] train-error:0.100851 [23] train-error:0.102066 [24] train-error:0.099635 [25] train-error:0.103281 [26] train-error:0.099635 [27] train-error:0.097205 [28] train-error:0.095990 [29] train-error:0.094775 [30] train-error:0.093560 [31] train-error:0.091130 [32] train-error:0.089915 [33] train-error:0.088700 [34] train-error:0.086270 [35] train-error:0.087485 [36] train-error:0.087485 [37] train-error:0.083840 [38] train-error:0.081409 [39] train-error:0.078979 [40] train-error:0.075334 [41] train-error:0.074119 [42] train-error:0.076549 [43] train-error:0.072904 [44] train-error:0.071689 [45] train-error:0.072904 [46] train-error:0.070474 [47] train-error:0.070474 [48] train-error:0.066829 [49] train-error:0.064399 [50] train-error:0.068044 [51] train-error:0.068044 [52] train-error:0.066829 [53] train-error:0.065614 [54] train-error:0.065614 [55] train-error:0.064399 [56] train-error:0.063183 [57] train-error:0.058323 [58] train-error:0.057108 [59] train-error:0.057108 [60] train-error:0.052248 [61] train-error:0.053463 [62] train-error:0.053463 [63] train-error:0.049818 [64] train-error:0.051033 [65] train-error:0.053463 [66] train-error:0.052248 [67] train-error:0.052248 [68] train-error:0.051033 [69] train-error:0.051033 [70] train-error:0.049818 [71] train-error:0.049818 [72] train-error:0.048603 [73] train-error:0.048603 [74] train-error:0.049818 [75] train-error:0.048603 [76] train-error:0.048603 [77] train-error:0.047388 [78] train-error:0.046173 [79] train-error:0.044957 [80] train-error:0.044957 [81] train-error:0.043742 [82] train-error:0.042527 [83] train-error:0.042527 [84] train-error:0.041312 [85] train-error:0.038882 [86] train-error:0.040097 [87] train-error:0.038882 [88] train-error:0.038882 [89] train-error:0.038882 [90] train-error:0.038882 [91] train-error:0.038882 [92] train-error:0.038882 [93] train-error:0.036452 [94] train-error:0.037667 [95] train-error:0.037667 [96] train-error:0.037667 [97] train-error:0.037667 [98] train-error:0.036452 [99] train-error:0.035237 [100] train-error:0.035237 [1] train-error:0.145808 [2] train-error:0.131227 [3] train-error:0.134872 [4] train-error:0.137303 [5] train-error:0.136087 [6] train-error:0.130012 [7] train-error:0.125152 [8] train-error:0.122722 [9] train-error:0.122722 [10] train-error:0.117861 [11] train-error:0.114216 [12] train-error:0.115431 [13] train-error:0.114216 [14] train-error:0.115431 [15] train-error:0.111786 [16] train-error:0.115431 [17] train-error:0.111786 [18] train-error:0.114216 [19] train-error:0.111786 [20] train-error:0.109356 [21] train-error:0.106926 [22] train-error:0.105711 [23] train-error:0.104496 [24] train-error:0.104496 [25] train-error:0.105711 [26] train-error:0.102066 [27] train-error:0.103281 [28] train-error:0.098420 [29] train-error:0.100851 [30] train-error:0.102066 [31] train-error:0.095990 [32] train-error:0.093560 [33] train-error:0.094775 [34] train-error:0.095990 [35] train-error:0.093560 [36] train-error:0.087485 [37] train-error:0.087485 [38] train-error:0.086270 [39] train-error:0.087485 [40] train-error:0.087485 [41] train-error:0.086270 [42] train-error:0.082625 [43] train-error:0.081409 [44] train-error:0.080194 [45] train-error:0.077764 [46] train-error:0.076549 [47] train-error:0.074119 [48] train-error:0.072904 [49] train-error:0.071689 [50] train-error:0.071689 [51] train-error:0.071689 [52] train-error:0.072904 [53] train-error:0.070474 [54] train-error:0.070474 [55] train-error:0.070474 [56] train-error:0.071689 [57] train-error:0.070474 [58] train-error:0.066829 [59] train-error:0.064399 [60] train-error:0.064399 [61] train-error:0.064399 [62] train-error:0.061968 [63] train-error:0.061968 [64] train-error:0.061968 [65] train-error:0.059538 [66] train-error:0.060753 [67] train-error:0.058323 [68] train-error:0.058323 [69] train-error:0.055893 [70] train-error:0.051033 [71] train-error:0.051033 [72] train-error:0.051033 [73] train-error:0.051033 [74] train-error:0.048603 [75] train-error:0.049818 [76] train-error:0.046173 [77] train-error:0.047388 [78] train-error:0.044957 [79] train-error:0.043742 [80] train-error:0.046173 [81] train-error:0.042527 [82] train-error:0.038882 [83] train-error:0.040097 [84] train-error:0.038882 [85] train-error:0.038882 [86] train-error:0.038882 [87] train-error:0.035237 [88] train-error:0.036452 [89] train-error:0.036452 [90] train-error:0.036452 [91] train-error:0.034022 [92] train-error:0.031592 [93] train-error:0.031592 [94] train-error:0.031592 [95] train-error:0.031592 [96] train-error:0.030377 [97] train-error:0.030377 [98] train-error:0.030377 [99] train-error:0.030377 [100] train-error:0.029162
[Tune-y] 3: acc.test.mean=0.8667251; time: 0.0 min [Tune-x] 4: max_depth=6; min_child_weight=7.38; subsample=0.962; colsample_bytree=0.959
[1] train-error:0.160584 [2] train-error:0.147202 [3] train-error:0.142336 [4] train-error:0.135036 [5] train-error:0.133820 [6] train-error:0.132603 [7] train-error:0.131387 [8] train-error:0.128954 [9] train-error:0.130170 [10] train-error:0.127737 [11] train-error:0.125304 [12] train-error:0.124088 [13] train-error:0.121655 [14] train-error:0.120438 [15] train-error:0.121655 [16] train-error:0.122871 [17] train-error:0.126521 [18] train-error:0.118005 [19] train-error:0.119221 [20] train-error:0.116788 [21] train-error:0.114355 [22] train-error:0.114355 [23] train-error:0.111922 [24] train-error:0.109489 [25] train-error:0.111922 [26] train-error:0.108273 [27] train-error:0.107056 [28] train-error:0.107056 [29] train-error:0.105839 [30] train-error:0.104623 [31] train-error:0.099757 [32] train-error:0.098540 [33] train-error:0.097324 [34] train-error:0.096107 [35] train-error:0.094891 [36] train-error:0.096107 [37] train-error:0.096107 [38] train-error:0.093674 [39] train-error:0.090024 [40] train-error:0.090024 [41] train-error:0.088808 [42] train-error:0.088808 [43] train-error:0.086375 [44] train-error:0.085158 [45] train-error:0.086375 [46] train-error:0.083942 [47] train-error:0.082725 [48] train-error:0.082725 [49] train-error:0.081509 [50] train-error:0.080292 [51] train-error:0.079075 [52] train-error:0.076642 [53] train-error:0.075426 [54] train-error:0.069343 [55] train-error:0.070560 [56] train-error:0.070560 [57] train-error:0.068127 [58] train-error:0.066910 [59] train-error:0.070560 [60] train-error:0.066910 [61] train-error:0.068127 [62] train-error:0.065693 [63] train-error:0.065693 [64] train-error:0.064477 [65] train-error:0.064477 [66] train-error:0.064477 [67] train-error:0.064477 [68] train-error:0.063260 [69] train-error:0.064477 [70] train-error:0.065693 [71] train-error:0.064477 [72] train-error:0.065693 [73] train-error:0.062044 [74] train-error:0.063260 [75] train-error:0.062044 [76] train-error:0.063260 [77] train-error:0.063260 [78] train-error:0.063260 [79] train-error:0.063260 [80] train-error:0.063260 [81] train-error:0.063260 [82] train-error:0.062044 [83] train-error:0.058394 [84] train-error:0.057178 [85] train-error:0.057178 [86] train-error:0.057178 [87] train-error:0.054745 [88] train-error:0.055961 [89] train-error:0.054745 [90] train-error:0.055961 [91] train-error:0.052311 [92] train-error:0.054745 [93] train-error:0.051095 [94] train-error:0.051095 [95] train-error:0.048662 [96] train-error:0.046229 [97] train-error:0.046229 [98] train-error:0.046229 [99] train-error:0.043796 [100] train-error:0.043796 [1] train-error:0.147202 [2] train-error:0.137470 [3] train-error:0.135036 [4] train-error:0.136253 [5] train-error:0.137470 [6] train-error:0.137470 [7] train-error:0.136253 [8] train-error:0.135036 [9] train-error:0.135036 [10] train-error:0.132603 [11] train-error:0.133820 [12] train-error:0.132603 [13] train-error:0.128954 [14] train-error:0.126521 [15] train-error:0.128954 [16] train-error:0.128954 [17] train-error:0.127737 [18] train-error:0.126521 [19] train-error:0.122871 [20] train-error:0.125304 [21] train-error:0.120438 [22] train-error:0.118005 [23] train-error:0.115572 [24] train-error:0.116788 [25] train-error:0.115572 [26] train-error:0.113139 [27] train-error:0.114355 [28] train-error:0.107056 [29] train-error:0.107056 [30] train-error:0.099757 [31] train-error:0.103406 [32] train-error:0.103406 [33] train-error:0.098540 [34] train-error:0.093674 [35] train-error:0.094891 [36] train-error:0.097324 [37] train-error:0.096107 [38] train-error:0.094891 [39] train-error:0.092457 [40] train-error:0.091241 [41] train-error:0.091241 [42] train-error:0.091241 [43] train-error:0.092457 [44] train-error:0.093674 [45] train-error:0.093674 [46] train-error:0.092457 [47] train-error:0.092457 [48] train-error:0.091241 [49] train-error:0.090024 [50] train-error:0.091241 [51] train-error:0.088808 [52] train-error:0.087591 [53] train-error:0.087591 [54] train-error:0.085158 [55] train-error:0.086375 [56] train-error:0.083942 [57] train-error:0.083942 [58] train-error:0.077859 [59] train-error:0.076642 [60] train-error:0.076642 [61] train-error:0.075426 [62] train-error:0.074209 [63] train-error:0.074209 [64] train-error:0.072993 [65] train-error:0.075426 [66] train-error:0.069343 [67] train-error:0.070560 [68] train-error:0.068127 [69] train-error:0.069343 [70] train-error:0.068127 [71] train-error:0.066910 [72] train-error:0.064477 [73] train-error:0.063260 [74] train-error:0.063260 [75] train-error:0.063260 [76] train-error:0.062044 [77] train-error:0.060827 [78] train-error:0.059611 [79] train-error:0.059611 [80] train-error:0.059611 [81] train-error:0.058394 [82] train-error:0.058394 [83] train-error:0.058394 [84] train-error:0.058394 [85] train-error:0.058394 [86] train-error:0.057178 [87] train-error:0.058394 [88] train-error:0.058394 [89] train-error:0.058394 [90] train-error:0.058394 [91] train-error:0.057178 [92] train-error:0.057178 [93] train-error:0.057178 [94] train-error:0.057178 [95] train-error:0.055961 [96] train-error:0.055961 [97] train-error:0.057178 [98] train-error:0.055961 [99] train-error:0.054745 [100] train-error:0.055961 [1] train-error:0.138686 [2] train-error:0.137470 [3] train-error:0.138686 [4] train-error:0.137470 [5] train-error:0.136253 [6] train-error:0.133820 [7] train-error:0.136253 [8] train-error:0.132603 [9] train-error:0.130170 [10] train-error:0.125304 [11] train-error:0.122871 [12] train-error:0.121655 [13] train-error:0.121655 [14] train-error:0.124088 [15] train-error:0.121655 [16] train-error:0.116788 [17] train-error:0.116788 [18] train-error:0.120438 [19] train-error:0.118005 [20] train-error:0.116788 [21] train-error:0.114355 [22] train-error:0.110706 [23] train-error:0.115572 [24] train-error:0.111922 [25] train-error:0.108273 [26] train-error:0.109489 [27] train-error:0.108273 [28] train-error:0.108273 [29] train-error:0.105839 [30] train-error:0.103406 [31] train-error:0.103406 [32] train-error:0.097324 [33] train-error:0.096107 [34] train-error:0.094891 [35] train-error:0.096107 [36] train-error:0.092457 [37] train-error:0.093674 [38] train-error:0.091241 [39] train-error:0.090024 [40] train-error:0.090024 [41] train-error:0.087591 [42] train-error:0.088808 [43] train-error:0.086375 [44] train-error:0.085158 [45] train-error:0.082725 [46] train-error:0.083942 [47] train-error:0.082725 [48] train-error:0.080292 [49] train-error:0.079075 [50] train-error:0.080292 [51] train-error:0.081509 [52] train-error:0.081509 [53] train-error:0.081509 [54] train-error:0.079075 [55] train-error:0.079075 [56] train-error:0.079075 [57] train-error:0.080292 [58] train-error:0.079075 [59] train-error:0.079075 [60] train-error:0.077859 [61] train-error:0.076642 [62] train-error:0.075426 [63] train-error:0.074209 [64] train-error:0.075426 [65] train-error:0.071776 [66] train-error:0.068127 [67] train-error:0.066910 [68] train-error:0.068127 [69] train-error:0.066910 [70] train-error:0.068127 [71] train-error:0.068127 [72] train-error:0.068127 [73] train-error:0.066910 [74] train-error:0.068127 [75] train-error:0.066910 [76] train-error:0.063260 [77] train-error:0.062044 [78] train-error:0.062044 [79] train-error:0.060827 [80] train-error:0.059611 [81] train-error:0.058394 [82] train-error:0.058394 [83] train-error:0.062044 [84] train-error:0.059611 [85] train-error:0.060827 [86] train-error:0.059611 [87] train-error:0.058394 [88] train-error:0.059611 [89] train-error:0.057178 [90] train-error:0.058394 [91] train-error:0.059611 [92] train-error:0.054745 [93] train-error:0.054745 [94] train-error:0.053528 [95] train-error:0.053528 [96] train-error:0.053528 [97] train-error:0.052311 [98] train-error:0.051095 [99] train-error:0.051095 [100] train-error:0.051095 [1] train-error:0.155529 [2] train-error:0.151883 [3] train-error:0.149453 [4] train-error:0.147023 [5] train-error:0.142163 [6] train-error:0.139733 [7] train-error:0.143378 [8] train-error:0.138518 [9] train-error:0.136087 [10] train-error:0.138518 [11] train-error:0.132442 [12] train-error:0.134872 [13] train-error:0.132442 [14] train-error:0.131227 [15] train-error:0.128797 [16] train-error:0.130012 [17] train-error:0.127582 [18] train-error:0.125152 [19] train-error:0.123937 [20] train-error:0.121507 [21] train-error:0.121507 [22] train-error:0.119077 [23] train-error:0.117861 [24] train-error:0.117861 [25] train-error:0.114216 [26] train-error:0.116646 [27] train-error:0.115431 [28] train-error:0.113001 [29] train-error:0.108141 [30] train-error:0.109356 [31] train-error:0.105711 [32] train-error:0.104496 [33] train-error:0.103281 [34] train-error:0.099635 [35] train-error:0.100851 [36] train-error:0.099635 [37] train-error:0.094775 [38] train-error:0.094775 [39] train-error:0.089915 [40] train-error:0.089915 [41] train-error:0.089915 [42] train-error:0.089915 [43] train-error:0.087485 [44] train-error:0.085055 [45] train-error:0.081409 [46] train-error:0.081409 [47] train-error:0.081409 [48] train-error:0.080194 [49] train-error:0.080194 [50] train-error:0.080194 [51] train-error:0.080194 [52] train-error:0.077764 [53] train-error:0.077764 [54] train-error:0.076549 [55] train-error:0.076549 [56] train-error:0.076549 [57] train-error:0.076549 [58] train-error:0.075334 [59] train-error:0.072904 [60] train-error:0.074119 [61] train-error:0.071689 [62] train-error:0.069259 [63] train-error:0.068044 [64] train-error:0.066829 [65] train-error:0.066829 [66] train-error:0.065614 [67] train-error:0.064399 [68] train-error:0.063183 [69] train-error:0.064399 [70] train-error:0.064399 [71] train-error:0.063183 [72] train-error:0.060753 [73] train-error:0.059538 [74] train-error:0.059538 [75] train-error:0.061968 [76] train-error:0.060753 [77] train-error:0.063183 [78] train-error:0.063183 [79] train-error:0.060753 [80] train-error:0.059538 [81] train-error:0.057108 [82] train-error:0.054678 [83] train-error:0.054678 [84] train-error:0.054678 [85] train-error:0.053463 [86] train-error:0.053463 [87] train-error:0.054678 [88] train-error:0.054678 [89] train-error:0.054678 [90] train-error:0.054678 [91] train-error:0.054678 [92] train-error:0.054678 [93] train-error:0.053463 [94] train-error:0.052248 [95] train-error:0.054678 [96] train-error:0.054678 [97] train-error:0.053463 [98] train-error:0.052248 [99] train-error:0.052248 [100] train-error:0.053463 [1] train-error:0.151883 [2] train-error:0.153098 [3] train-error:0.153098 [4] train-error:0.149453 [5] train-error:0.142163 [6] train-error:0.140948 [7] train-error:0.139733 [8] train-error:0.140948 [9] train-error:0.136087 [10] train-error:0.134872 [11] train-error:0.137303 [12] train-error:0.133657 [13] train-error:0.133657 [14] train-error:0.134872 [15] train-error:0.136087 [16] train-error:0.130012 [17] train-error:0.130012 [18] train-error:0.126367 [19] train-error:0.127582 [20] train-error:0.126367 [21] train-error:0.122722 [22] train-error:0.121507 [23] train-error:0.120292 [24] train-error:0.117861 [25] train-error:0.117861 [26] train-error:0.116646 [27] train-error:0.117861 [28] train-error:0.116646 [29] train-error:0.115431 [30] train-error:0.113001 [31] train-error:0.109356 [32] train-error:0.108141 [33] train-error:0.108141 [34] train-error:0.108141 [35] train-error:0.104496 [36] train-error:0.106926 [37] train-error:0.104496 [38] train-error:0.104496 [39] train-error:0.103281 [40] train-error:0.105711 [41] train-error:0.102066 [42] train-error:0.099635 [43] train-error:0.100851 [44] train-error:0.095990 [45] train-error:0.097205 [46] train-error:0.094775 [47] train-error:0.094775 [48] train-error:0.091130 [49] train-error:0.091130 [50] train-error:0.089915 [51] train-error:0.087485 [52] train-error:0.087485 [53] train-error:0.086270 [54] train-error:0.087485 [55] train-error:0.086270 [56] train-error:0.086270 [57] train-error:0.085055 [58] train-error:0.082625 [59] train-error:0.078979 [60] train-error:0.075334 [61] train-error:0.075334 [62] train-error:0.074119 [63] train-error:0.071689 [64] train-error:0.070474 [65] train-error:0.070474 [66] train-error:0.070474 [67] train-error:0.070474 [68] train-error:0.069259 [69] train-error:0.069259 [70] train-error:0.068044 [71] train-error:0.066829 [72] train-error:0.068044 [73] train-error:0.066829 [74] train-error:0.069259 [75] train-error:0.066829 [76] train-error:0.065614 [77] train-error:0.064399 [78] train-error:0.063183 [79] train-error:0.064399 [80] train-error:0.061968 [81] train-error:0.063183 [82] train-error:0.061968 [83] train-error:0.060753 [84] train-error:0.059538 [85] train-error:0.059538 [86] train-error:0.058323 [87] train-error:0.057108 [88] train-error:0.058323 [89] train-error:0.057108 [90] train-error:0.058323 [91] train-error:0.054678 [92] train-error:0.054678 [93] train-error:0.055893 [94] train-error:0.057108 [95] train-error:0.054678 [96] train-error:0.055893 [97] train-error:0.054678 [98] train-error:0.055893 [99] train-error:0.054678 [100] train-error:0.052248
[Tune-y] 4: acc.test.mean=0.8686763; time: 0.0 min [Tune-x] 5: max_depth=3; min_child_weight=5.75; subsample=0.628; colsample_bytree=0.847
[1] train-error:0.160584 [2] train-error:0.135036 [3] train-error:0.141119 [4] train-error:0.138686 [5] train-error:0.135036 [6] train-error:0.138686 [7] train-error:0.136253 [8] train-error:0.136253 [9] train-error:0.133820 [10] train-error:0.132603 [11] train-error:0.132603 [12] train-error:0.131387 [13] train-error:0.133820 [14] train-error:0.130170 [15] train-error:0.128954 [16] train-error:0.126521 [17] train-error:0.127737 [18] train-error:0.126521 [19] train-error:0.125304 [20] train-error:0.124088 [21] train-error:0.122871 [22] train-error:0.124088 [23] train-error:0.122871 [24] train-error:0.122871 [25] train-error:0.120438 [26] train-error:0.120438 [27] train-error:0.118005 [28] train-error:0.118005 [29] train-error:0.120438 [30] train-error:0.118005 [31] train-error:0.116788 [32] train-error:0.116788 [33] train-error:0.110706 [34] train-error:0.108273 [35] train-error:0.109489 [36] train-error:0.107056 [37] train-error:0.107056 [38] train-error:0.105839 [39] train-error:0.107056 [40] train-error:0.107056 [41] train-error:0.105839 [42] train-error:0.104623 [43] train-error:0.103406 [44] train-error:0.104623 [45] train-error:0.103406 [46] train-error:0.103406 [47] train-error:0.100973 [48] train-error:0.099757 [49] train-error:0.096107 [50] train-error:0.096107 [51] train-error:0.098540 [52] train-error:0.099757 [53] train-error:0.097324 [54] train-error:0.096107 [55] train-error:0.096107 [56] train-error:0.093674 [57] train-error:0.092457 [58] train-error:0.092457 [59] train-error:0.090024 [60] train-error:0.088808 [61] train-error:0.087591 [62] train-error:0.088808 [63] train-error:0.087591 [64] train-error:0.088808 [65] train-error:0.085158 [66] train-error:0.082725 [67] train-error:0.083942 [68] train-error:0.083942 [69] train-error:0.083942 [70] train-error:0.082725 [71] train-error:0.083942 [72] train-error:0.085158 [73] train-error:0.083942 [74] train-error:0.085158 [75] train-error:0.083942 [76] train-error:0.083942 [77] train-error:0.082725 [78] train-error:0.082725 [79] train-error:0.083942 [80] train-error:0.080292 [81] train-error:0.081509 [82] train-error:0.080292 [83] train-error:0.076642 [84] train-error:0.077859 [85] train-error:0.077859 [86] train-error:0.076642 [87] train-error:0.075426 [88] train-error:0.075426 [89] train-error:0.075426 [90] train-error:0.074209 [91] train-error:0.075426 [92] train-error:0.076642 [93] train-error:0.079075 [94] train-error:0.077859 [95] train-error:0.076642 [96] train-error:0.075426 [97] train-error:0.074209 [98] train-error:0.071776 [99] train-error:0.071776 [100] train-error:0.072993 [1] train-error:0.176399 [2] train-error:0.145985 [3] train-error:0.139903 [4] train-error:0.143552 [5] train-error:0.147202 [6] train-error:0.142336 [7] train-error:0.139903 [8] train-error:0.139903 [9] train-error:0.141119 [10] train-error:0.142336 [11] train-error:0.135036 [12] train-error:0.137470 [13] train-error:0.137470 [14] train-error:0.137470 [15] train-error:0.135036 [16] train-error:0.136253 [17] train-error:0.136253 [18] train-error:0.133820 [19] train-error:0.132603 [20] train-error:0.128954 [21] train-error:0.128954 [22] train-error:0.130170 [23] train-error:0.131387 [24] train-error:0.131387 [25] train-error:0.133820 [26] train-error:0.128954 [27] train-error:0.126521 [28] train-error:0.128954 [29] train-error:0.127737 [30] train-error:0.126521 [31] train-error:0.127737 [32] train-error:0.126521 [33] train-error:0.127737 [34] train-error:0.126521 [35] train-error:0.121655 [36] train-error:0.121655 [37] train-error:0.122871 [38] train-error:0.119221 [39] train-error:0.113139 [40] train-error:0.111922 [41] train-error:0.110706 [42] train-error:0.111922 [43] train-error:0.111922 [44] train-error:0.111922 [45] train-error:0.110706 [46] train-error:0.108273 [47] train-error:0.105839 [48] train-error:0.105839 [49] train-error:0.104623 [50] train-error:0.104623 [51] train-error:0.103406 [52] train-error:0.105839 [53] train-error:0.104623 [54] train-error:0.102190 [55] train-error:0.103406 [56] train-error:0.103406 [57] train-error:0.105839 [58] train-error:0.103406 [59] train-error:0.102190 [60] train-error:0.100973 [61] train-error:0.103406 [62] train-error:0.100973 [63] train-error:0.102190 [64] train-error:0.102190 [65] train-error:0.102190 [66] train-error:0.102190 [67] train-error:0.098540 [68] train-error:0.096107 [69] train-error:0.096107 [70] train-error:0.092457 [71] train-error:0.096107 [72] train-error:0.094891 [73] train-error:0.093674 [74] train-error:0.093674 [75] train-error:0.090024 [76] train-error:0.087591 [77] train-error:0.087591 [78] train-error:0.087591 [79] train-error:0.088808 [80] train-error:0.088808 [81] train-error:0.085158 [82] train-error:0.088808 [83] train-error:0.087591 [84] train-error:0.086375 [85] train-error:0.082725 [86] train-error:0.083942 [87] train-error:0.083942 [88] train-error:0.081509 [89] train-error:0.081509 [90] train-error:0.082725 [91] train-error:0.081509 [92] train-error:0.081509 [93] train-error:0.080292 [94] train-error:0.079075 [95] train-error:0.077859 [96] train-error:0.079075 [97] train-error:0.076642 [98] train-error:0.077859 [99] train-error:0.075426 [100] train-error:0.075426 [1] train-error:0.164234 [2] train-error:0.138686 [3] train-error:0.148418 [4] train-error:0.149635 [5] train-error:0.144769 [6] train-error:0.139903 [7] train-error:0.137470 [8] train-error:0.139903 [9] train-error:0.137470 [10] train-error:0.142336 [11] train-error:0.141119 [12] train-error:0.144769 [13] train-error:0.139903 [14] train-error:0.138686 [15] train-error:0.139903 [16] train-error:0.136253 [17] train-error:0.136253 [18] train-error:0.137470 [19] train-error:0.136253 [20] train-error:0.137470 [21] train-error:0.135036 [22] train-error:0.132603 [23] train-error:0.132603 [24] train-error:0.128954 [25] train-error:0.130170 [26] train-error:0.131387 [27] train-error:0.127737 [28] train-error:0.126521 [29] train-error:0.126521 [30] train-error:0.127737 [31] train-error:0.125304 [32] train-error:0.120438 [33] train-error:0.121655 [34] train-error:0.120438 [35] train-error:0.118005 [36] train-error:0.115572 [37] train-error:0.114355 [38] train-error:0.115572 [39] train-error:0.113139 [40] train-error:0.113139 [41] train-error:0.113139 [42] train-error:0.109489 [43] train-error:0.107056 [44] train-error:0.108273 [45] train-error:0.108273 [46] train-error:0.103406 [47] train-error:0.102190 [48] train-error:0.102190 [49] train-error:0.103406 [50] train-error:0.105839 [51] train-error:0.102190 [52] train-error:0.100973 [53] train-error:0.098540 [54] train-error:0.097324 [55] train-error:0.096107 [56] train-error:0.097324 [57] train-error:0.096107 [58] train-error:0.097324 [59] train-error:0.096107 [60] train-error:0.094891 [61] train-error:0.093674 [62] train-error:0.093674 [63] train-error:0.090024 [64] train-error:0.090024 [65] train-error:0.090024 [66] train-error:0.088808 [67] train-error:0.088808 [68] train-error:0.088808 [69] train-error:0.087591 [70] train-error:0.086375 [71] train-error:0.086375 [72] train-error:0.086375 [73] train-error:0.085158 [74] train-error:0.085158 [75] train-error:0.085158 [76] train-error:0.085158 [77] train-error:0.083942 [78] train-error:0.083942 [79] train-error:0.083942 [80] train-error:0.083942 [81] train-error:0.081509 [82] train-error:0.081509 [83] train-error:0.080292 [84] train-error:0.080292 [85] train-error:0.081509 [86] train-error:0.077859 [87] train-error:0.079075 [88] train-error:0.081509 [89] train-error:0.081509 [90] train-error:0.080292 [91] train-error:0.079075 [92] train-error:0.077859 [93] train-error:0.079075 [94] train-error:0.075426 [95] train-error:0.074209 [96] train-error:0.076642 [97] train-error:0.079075 [98] train-error:0.074209 [99] train-error:0.075426 [100] train-error:0.070560 [1] train-error:0.159174 [2] train-error:0.151883 [3] train-error:0.155529 [4] train-error:0.154313 [5] train-error:0.145808 [6] train-error:0.145808 [7] train-error:0.144593 [8] train-error:0.139733 [9] train-error:0.136087 [10] train-error:0.137303 [11] train-error:0.134872 [12] train-error:0.136087 [13] train-error:0.138518 [14] train-error:0.134872 [15] train-error:0.137303 [16] train-error:0.136087 [17] train-error:0.134872 [18] train-error:0.134872 [19] train-error:0.134872 [20] train-error:0.131227 [21] train-error:0.131227 [22] train-error:0.132442 [23] train-error:0.130012 [24] train-error:0.127582 [25] train-error:0.126367 [26] train-error:0.126367 [27] train-error:0.126367 [28] train-error:0.125152 [29] train-error:0.125152 [30] train-error:0.123937 [31] train-error:0.125152 [32] train-error:0.122722 [33] train-error:0.122722 [34] train-error:0.122722 [35] train-error:0.120292 [36] train-error:0.116646 [37] train-error:0.113001 [38] train-error:0.115431 [39] train-error:0.114216 [40] train-error:0.113001 [41] train-error:0.114216 [42] train-error:0.109356 [43] train-error:0.111786 [44] train-error:0.111786 [45] train-error:0.111786 [46] train-error:0.110571 [47] train-error:0.108141 [48] train-error:0.106926 [49] train-error:0.108141 [50] train-error:0.103281 [51] train-error:0.103281 [52] train-error:0.105711 [53] train-error:0.099635 [54] train-error:0.099635 [55] train-error:0.097205 [56] train-error:0.094775 [57] train-error:0.094775 [58] train-error:0.094775 [59] train-error:0.093560 [60] train-error:0.091130 [61] train-error:0.092345 [62] train-error:0.091130 [63] train-error:0.091130 [64] train-error:0.093560 [65] train-error:0.092345 [66] train-error:0.088700 [67] train-error:0.089915 [68] train-error:0.086270 [69] train-error:0.082625 [70] train-error:0.083840 [71] train-error:0.083840 [72] train-error:0.082625 [73] train-error:0.081409 [74] train-error:0.081409 [75] train-error:0.081409 [76] train-error:0.080194 [77] train-error:0.080194 [78] train-error:0.077764 [79] train-error:0.078979 [80] train-error:0.077764 [81] train-error:0.078979 [82] train-error:0.076549 [83] train-error:0.080194 [84] train-error:0.078979 [85] train-error:0.076549 [86] train-error:0.077764 [87] train-error:0.075334 [88] train-error:0.075334 [89] train-error:0.072904 [90] train-error:0.072904 [91] train-error:0.072904 [92] train-error:0.074119 [93] train-error:0.074119 [94] train-error:0.072904 [95] train-error:0.072904 [96] train-error:0.072904 [97] train-error:0.075334 [98] train-error:0.071689 [99] train-error:0.071689 [100] train-error:0.071689 [1] train-error:0.160389 [2] train-error:0.160389 [3] train-error:0.160389 [4] train-error:0.149453 [5] train-error:0.157959 [6] train-error:0.149453 [7] train-error:0.144593 [8] train-error:0.144593 [9] train-error:0.143378 [10] train-error:0.140948 [11] train-error:0.140948 [12] train-error:0.139733 [13] train-error:0.138518 [14] train-error:0.137303 [15] train-error:0.136087 [16] train-error:0.138518 [17] train-error:0.138518 [18] train-error:0.134872 [19] train-error:0.134872 [20] train-error:0.134872 [21] train-error:0.133657 [22] train-error:0.132442 [23] train-error:0.131227 [24] train-error:0.130012 [25] train-error:0.128797 [26] train-error:0.128797 [27] train-error:0.127582 [28] train-error:0.127582 [29] train-error:0.130012 [30] train-error:0.130012 [31] train-error:0.123937 [32] train-error:0.125152 [33] train-error:0.122722 [34] train-error:0.127582 [35] train-error:0.126367 [36] train-error:0.122722 [37] train-error:0.121507 [38] train-error:0.119077 [39] train-error:0.115431 [40] train-error:0.115431 [41] train-error:0.114216 [42] train-error:0.114216 [43] train-error:0.111786 [44] train-error:0.113001 [45] train-error:0.110571 [46] train-error:0.111786 [47] train-error:0.111786 [48] train-error:0.113001 [49] train-error:0.113001 [50] train-error:0.111786 [51] train-error:0.110571 [52] train-error:0.109356 [53] train-error:0.106926 [54] train-error:0.106926 [55] train-error:0.108141 [56] train-error:0.103281 [57] train-error:0.105711 [58] train-error:0.102066 [59] train-error:0.103281 [60] train-error:0.104496 [61] train-error:0.102066 [62] train-error:0.102066 [63] train-error:0.102066 [64] train-error:0.099635 [65] train-error:0.099635 [66] train-error:0.102066 [67] train-error:0.097205 [68] train-error:0.094775 [69] train-error:0.095990 [70] train-error:0.095990 [71] train-error:0.095990 [72] train-error:0.097205 [73] train-error:0.097205 [74] train-error:0.095990 [75] train-error:0.093560 [76] train-error:0.097205 [77] train-error:0.094775 [78] train-error:0.093560 [79] train-error:0.089915 [80] train-error:0.091130 [81] train-error:0.089915 [82] train-error:0.088700 [83] train-error:0.089915 [84] train-error:0.089915 [85] train-error:0.088700 [86] train-error:0.089915 [87] train-error:0.087485 [88] train-error:0.085055 [89] train-error:0.085055 [90] train-error:0.086270 [91] train-error:0.086270 [92] train-error:0.083840 [93] train-error:0.082625 [94] train-error:0.082625 [95] train-error:0.081409 [96] train-error:0.081409 [97] train-error:0.081409 [98] train-error:0.082625 [99] train-error:0.085055 [100] train-error:0.082625
[Tune-y] 5: acc.test.mean=0.8774378; time: 0.0 min [Tune-x] 6: max_depth=7; min_child_weight=9.41; subsample=0.592; colsample_bytree=0.822
[1] train-error:0.165450 [2] train-error:0.147202 [3] train-error:0.145985 [4] train-error:0.144769 [5] train-error:0.143552 [6] train-error:0.143552 [7] train-error:0.142336 [8] train-error:0.142336 [9] train-error:0.139903 [10] train-error:0.138686 [11] train-error:0.138686 [12] train-error:0.138686 [13] train-error:0.137470 [14] train-error:0.138686 [15] train-error:0.137470 [16] train-error:0.137470 [17] train-error:0.136253 [18] train-error:0.136253 [19] train-error:0.133820 [20] train-error:0.135036 [21] train-error:0.135036 [22] train-error:0.135036 [23] train-error:0.135036 [24] train-error:0.130170 [25] train-error:0.132603 [26] train-error:0.131387 [27] train-error:0.130170 [28] train-error:0.128954 [29] train-error:0.127737 [30] train-error:0.130170 [31] train-error:0.128954 [32] train-error:0.127737 [33] train-error:0.128954 [34] train-error:0.130170 [35] train-error:0.127737 [36] train-error:0.126521 [37] train-error:0.127737 [38] train-error:0.126521 [39] train-error:0.124088 [40] train-error:0.122871 [41] train-error:0.121655 [42] train-error:0.116788 [43] train-error:0.115572 [44] train-error:0.114355 [45] train-error:0.111922 [46] train-error:0.113139 [47] train-error:0.114355 [48] train-error:0.110706 [49] train-error:0.114355 [50] train-error:0.114355 [51] train-error:0.111922 [52] train-error:0.108273 [53] train-error:0.114355 [54] train-error:0.114355 [55] train-error:0.113139 [56] train-error:0.111922 [57] train-error:0.110706 [58] train-error:0.107056 [59] train-error:0.107056 [60] train-error:0.104623 [61] train-error:0.103406 [62] train-error:0.105839 [63] train-error:0.104623 [64] train-error:0.105839 [65] train-error:0.104623 [66] train-error:0.105839 [67] train-error:0.103406 [68] train-error:0.105839 [69] train-error:0.105839 [70] train-error:0.100973 [71] train-error:0.102190 [72] train-error:0.098540 [73] train-error:0.099757 [74] train-error:0.098540 [75] train-error:0.099757 [76] train-error:0.097324 [77] train-error:0.096107 [78] train-error:0.097324 [79] train-error:0.098540 [80] train-error:0.098540 [81] train-error:0.097324 [82] train-error:0.096107 [83] train-error:0.091241 [84] train-error:0.091241 [85] train-error:0.092457 [86] train-error:0.092457 [87] train-error:0.092457 [88] train-error:0.092457 [89] train-error:0.093674 [90] train-error:0.093674 [91] train-error:0.091241 [92] train-error:0.090024 [93] train-error:0.090024 [94] train-error:0.092457 [95] train-error:0.092457 [96] train-error:0.092457 [97] train-error:0.091241 [98] train-error:0.090024 [99] train-error:0.090024 [100] train-error:0.088808 [1] train-error:0.175182 [2] train-error:0.143552 [3] train-error:0.148418 [4] train-error:0.143552 [5] train-error:0.141119 [6] train-error:0.141119 [7] train-error:0.136253 [8] train-error:0.139903 [9] train-error:0.143552 [10] train-error:0.144769 [11] train-error:0.143552 [12] train-error:0.143552 [13] train-error:0.143552 [14] train-error:0.143552 [15] train-error:0.143552 [16] train-error:0.141119 [17] train-error:0.139903 [18] train-error:0.137470 [19] train-error:0.138686 [20] train-error:0.136253 [21] train-error:0.135036 [22] train-error:0.132603 [23] train-error:0.135036 [24] train-error:0.135036 [25] train-error:0.133820 [26] train-error:0.131387 [27] train-error:0.130170 [28] train-error:0.130170 [29] train-error:0.131387 [30] train-error:0.132603 [31] train-error:0.131387 [32] train-error:0.130170 [33] train-error:0.131387 [34] train-error:0.131387 [35] train-error:0.130170 [36] train-error:0.131387 [37] train-error:0.127737 [38] train-error:0.127737 [39] train-error:0.127737 [40] train-error:0.125304 [41] train-error:0.125304 [42] train-error:0.122871 [43] train-error:0.125304 [44] train-error:0.122871 [45] train-error:0.121655 [46] train-error:0.122871 [47] train-error:0.120438 [48] train-error:0.121655 [49] train-error:0.120438 [50] train-error:0.119221 [51] train-error:0.119221 [52] train-error:0.118005 [53] train-error:0.118005 [54] train-error:0.113139 [55] train-error:0.110706 [56] train-error:0.111922 [57] train-error:0.110706 [58] train-error:0.110706 [59] train-error:0.111922 [60] train-error:0.109489 [61] train-error:0.110706 [62] train-error:0.109489 [63] train-error:0.109489 [64] train-error:0.109489 [65] train-error:0.107056 [66] train-error:0.105839 [67] train-error:0.102190 [68] train-error:0.100973 [69] train-error:0.100973 [70] train-error:0.099757 [71] train-error:0.102190 [72] train-error:0.099757 [73] train-error:0.097324 [74] train-error:0.096107 [75] train-error:0.098540 [76] train-error:0.098540 [77] train-error:0.097324 [78] train-error:0.097324 [79] train-error:0.099757 [80] train-error:0.097324 [81] train-error:0.094891 [82] train-error:0.096107 [83] train-error:0.096107 [84] train-error:0.097324 [85] train-error:0.094891 [86] train-error:0.093674 [87] train-error:0.094891 [88] train-error:0.096107 [89] train-error:0.096107 [90] train-error:0.096107 [91] train-error:0.096107 [92] train-error:0.096107 [93] train-error:0.096107 [94] train-error:0.094891 [95] train-error:0.093674 [96] train-error:0.092457 [97] train-error:0.092457 [98] train-error:0.092457 [99] train-error:0.092457 [100] train-error:0.092457 [1] train-error:0.161800 [2] train-error:0.158151 [3] train-error:0.150852 [4] train-error:0.149635 [5] train-error:0.148418 [6] train-error:0.147202 [7] train-error:0.145985 [8] train-error:0.147202 [9] train-error:0.147202 [10] train-error:0.148418 [11] train-error:0.145985 [12] train-error:0.144769 [13] train-error:0.147202 [14] train-error:0.144769 [15] train-error:0.145985 [16] train-error:0.144769 [17] train-error:0.144769 [18] train-error:0.145985 [19] train-error:0.145985 [20] train-error:0.145985 [21] train-error:0.144769 [22] train-error:0.144769 [23] train-error:0.144769 [24] train-error:0.145985 [25] train-error:0.143552 [26] train-error:0.141119 [27] train-error:0.142336 [28] train-error:0.141119 [29] train-error:0.138686 [30] train-error:0.136253 [31] train-error:0.135036 [32] train-error:0.133820 [33] train-error:0.132603 [34] train-error:0.132603 [35] train-error:0.126521 [36] train-error:0.132603 [37] train-error:0.128954 [38] train-error:0.125304 [39] train-error:0.126521 [40] train-error:0.126521 [41] train-error:0.125304 [42] train-error:0.127737 [43] train-error:0.125304 [44] train-error:0.126521 [45] train-error:0.125304 [46] train-error:0.125304 [47] train-error:0.124088 [48] train-error:0.124088 [49] train-error:0.122871 [50] train-error:0.118005 [51] train-error:0.115572 [52] train-error:0.116788 [53] train-error:0.118005 [54] train-error:0.119221 [55] train-error:0.119221 [56] train-error:0.116788 [57] train-error:0.118005 [58] train-error:0.115572 [59] train-error:0.114355 [60] train-error:0.113139 [61] train-error:0.114355 [62] train-error:0.111922 [63] train-error:0.113139 [64] train-error:0.110706 [65] train-error:0.110706 [66] train-error:0.113139 [67] train-error:0.111922 [68] train-error:0.109489 [69] train-error:0.108273 [70] train-error:0.110706 [71] train-error:0.108273 [72] train-error:0.108273 [73] train-error:0.108273 [74] train-error:0.107056 [75] train-error:0.104623 [76] train-error:0.104623 [77] train-error:0.104623 [78] train-error:0.108273 [79] train-error:0.105839 [80] train-error:0.105839 [81] train-error:0.103406 [82] train-error:0.103406 [83] train-error:0.103406 [84] train-error:0.103406 [85] train-error:0.103406 [86] train-error:0.103406 [87] train-error:0.100973 [88] train-error:0.102190 [89] train-error:0.100973 [90] train-error:0.097324 [91] train-error:0.093674 [92] train-error:0.096107 [93] train-error:0.093674 [94] train-error:0.096107 [95] train-error:0.097324 [96] train-error:0.098540 [97] train-error:0.097324 [98] train-error:0.099757 [99] train-error:0.097324 [100] train-error:0.098540 [1] train-error:0.160389 [2] train-error:0.160389 [3] train-error:0.160389 [4] train-error:0.160389 [5] train-error:0.160389 [6] train-error:0.154313 [7] train-error:0.155529 [8] train-error:0.155529 [9] train-error:0.155529 [10] train-error:0.148238 [11] train-error:0.144593 [12] train-error:0.147023 [13] train-error:0.147023 [14] train-error:0.145808 [15] train-error:0.145808 [16] train-error:0.144593 [17] train-error:0.145808 [18] train-error:0.147023 [19] train-error:0.142163 [20] train-error:0.144593 [21] train-error:0.142163 [22] train-error:0.143378 [23] train-error:0.143378 [24] train-error:0.138518 [25] train-error:0.134872 [26] train-error:0.138518 [27] train-error:0.139733 [28] train-error:0.136087 [29] train-error:0.133657 [30] train-error:0.136087 [31] train-error:0.136087 [32] train-error:0.136087 [33] train-error:0.133657 [34] train-error:0.134872 [35] train-error:0.132442 [36] train-error:0.132442 [37] train-error:0.131227 [38] train-error:0.128797 [39] train-error:0.126367 [40] train-error:0.125152 [41] train-error:0.123937 [42] train-error:0.125152 [43] train-error:0.123937 [44] train-error:0.121507 [45] train-error:0.117861 [46] train-error:0.116646 [47] train-error:0.117861 [48] train-error:0.116646 [49] train-error:0.114216 [50] train-error:0.115431 [51] train-error:0.113001 [52] train-error:0.113001 [53] train-error:0.113001 [54] train-error:0.113001 [55] train-error:0.111786 [56] train-error:0.111786 [57] train-error:0.111786 [58] train-error:0.108141 [59] train-error:0.106926 [60] train-error:0.105711 [61] train-error:0.104496 [62] train-error:0.104496 [63] train-error:0.105711 [64] train-error:0.103281 [65] train-error:0.102066 [66] train-error:0.100851 [67] train-error:0.098420 [68] train-error:0.100851 [69] train-error:0.099635 [70] train-error:0.098420 [71] train-error:0.097205 [72] train-error:0.098420 [73] train-error:0.097205 [74] train-error:0.097205 [75] train-error:0.098420 [76] train-error:0.099635 [77] train-error:0.098420 [78] train-error:0.100851 [79] train-error:0.099635 [80] train-error:0.102066 [81] train-error:0.100851 [82] train-error:0.099635 [83] train-error:0.097205 [84] train-error:0.098420 [85] train-error:0.099635 [86] train-error:0.098420 [87] train-error:0.098420 [88] train-error:0.097205 [89] train-error:0.097205 [90] train-error:0.095990 [91] train-error:0.097205 [92] train-error:0.095990 [93] train-error:0.094775 [94] train-error:0.095990 [95] train-error:0.095990 [96] train-error:0.095990 [97] train-error:0.095990 [98] train-error:0.095990 [99] train-error:0.095990 [100] train-error:0.095990 [1] train-error:0.155529 [2] train-error:0.144593 [3] train-error:0.142163 [4] train-error:0.148238 [5] train-error:0.147023 [6] train-error:0.147023 [7] train-error:0.145808 [8] train-error:0.145808 [9] train-error:0.145808 [10] train-error:0.144593 [11] train-error:0.143378 [12] train-error:0.145808 [13] train-error:0.142163 [14] train-error:0.140948 [15] train-error:0.140948 [16] train-error:0.142163 [17] train-error:0.140948 [18] train-error:0.139733 [19] train-error:0.140948 [20] train-error:0.139733 [21] train-error:0.140948 [22] train-error:0.139733 [23] train-error:0.140948 [24] train-error:0.139733 [25] train-error:0.137303 [26] train-error:0.137303 [27] train-error:0.137303 [28] train-error:0.137303 [29] train-error:0.136087 [30] train-error:0.137303 [31] train-error:0.136087 [32] train-error:0.133657 [33] train-error:0.130012 [34] train-error:0.130012 [35] train-error:0.130012 [36] train-error:0.127582 [37] train-error:0.128797 [38] train-error:0.127582 [39] train-error:0.126367 [40] train-error:0.122722 [41] train-error:0.125152 [42] train-error:0.125152 [43] train-error:0.122722 [44] train-error:0.123937 [45] train-error:0.126367 [46] train-error:0.123937 [47] train-error:0.122722 [48] train-error:0.122722 [49] train-error:0.122722 [50] train-error:0.122722 [51] train-error:0.122722 [52] train-error:0.120292 [53] train-error:0.117861 [54] train-error:0.119077 [55] train-error:0.117861 [56] train-error:0.116646 [57] train-error:0.117861 [58] train-error:0.119077 [59] train-error:0.117861 [60] train-error:0.116646 [61] train-error:0.115431 [62] train-error:0.113001 [63] train-error:0.114216 [64] train-error:0.115431 [65] train-error:0.114216 [66] train-error:0.116646 [67] train-error:0.115431 [68] train-error:0.111786 [69] train-error:0.111786 [70] train-error:0.110571 [71] train-error:0.109356 [72] train-error:0.111786 [73] train-error:0.110571 [74] train-error:0.105711 [75] train-error:0.105711 [76] train-error:0.105711 [77] train-error:0.105711 [78] train-error:0.104496 [79] train-error:0.103281 [80] train-error:0.102066 [81] train-error:0.104496 [82] train-error:0.102066 [83] train-error:0.105711 [84] train-error:0.100851 [85] train-error:0.100851 [86] train-error:0.100851 [87] train-error:0.099635 [88] train-error:0.099635 [89] train-error:0.094775 [90] train-error:0.095990 [91] train-error:0.095990 [92] train-error:0.095990 [93] train-error:0.098420 [94] train-error:0.098420 [95] train-error:0.098420 [96] train-error:0.098420 [97] train-error:0.097205 [98] train-error:0.097205 [99] train-error:0.095990 [100] train-error:0.095990
[Tune-y] 6: acc.test.mean=0.8764622; time: 0.0 min [Tune-x] 7: max_depth=10; min_child_weight=6.93; subsample=0.703; colsample_bytree=0.981
[1] train-error:0.143552 [2] train-error:0.143552 [3] train-error:0.141119 [4] train-error:0.138686 [5] train-error:0.133820 [6] train-error:0.132603 [7] train-error:0.132603 [8] train-error:0.135036 [9] train-error:0.132603 [10] train-error:0.133820 [11] train-error:0.133820 [12] train-error:0.133820 [13] train-error:0.132603 [14] train-error:0.130170 [15] train-error:0.127737 [16] train-error:0.124088 [17] train-error:0.126521 [18] train-error:0.125304 [19] train-error:0.125304 [20] train-error:0.121655 [21] train-error:0.120438 [22] train-error:0.116788 [23] train-error:0.116788 [24] train-error:0.116788 [25] train-error:0.114355 [26] train-error:0.115572 [27] train-error:0.113139 [28] train-error:0.110706 [29] train-error:0.110706 [30] train-error:0.108273 [31] train-error:0.109489 [32] train-error:0.109489 [33] train-error:0.110706 [34] train-error:0.105839 [35] train-error:0.104623 [36] train-error:0.103406 [37] train-error:0.103406 [38] train-error:0.102190 [39] train-error:0.102190 [40] train-error:0.100973 [41] train-error:0.100973 [42] train-error:0.099757 [43] train-error:0.098540 [44] train-error:0.094891 [45] train-error:0.096107 [46] train-error:0.093674 [47] train-error:0.093674 [48] train-error:0.093674 [49] train-error:0.093674 [50] train-error:0.091241 [51] train-error:0.091241 [52] train-error:0.091241 [53] train-error:0.087591 [54] train-error:0.088808 [55] train-error:0.085158 [56] train-error:0.085158 [57] train-error:0.085158 [58] train-error:0.085158 [59] train-error:0.083942 [60] train-error:0.081509 [61] train-error:0.080292 [62] train-error:0.080292 [63] train-error:0.079075 [64] train-error:0.080292 [65] train-error:0.077859 [66] train-error:0.076642 [67] train-error:0.075426 [68] train-error:0.076642 [69] train-error:0.075426 [70] train-error:0.075426 [71] train-error:0.075426 [72] train-error:0.072993 [73] train-error:0.075426 [74] train-error:0.072993 [75] train-error:0.071776 [76] train-error:0.072993 [77] train-error:0.072993 [78] train-error:0.072993 [79] train-error:0.071776 [80] train-error:0.071776 [81] train-error:0.071776 [82] train-error:0.072993 [83] train-error:0.070560 [84] train-error:0.070560 [85] train-error:0.071776 [86] train-error:0.072993 [87] train-error:0.070560 [88] train-error:0.069343 [89] train-error:0.068127 [90] train-error:0.068127 [91] train-error:0.065693 [92] train-error:0.064477 [93] train-error:0.064477 [94] train-error:0.064477 [95] train-error:0.065693 [96] train-error:0.062044 [97] train-error:0.062044 [98] train-error:0.060827 [99] train-error:0.060827 [100] train-error:0.060827 [1] train-error:0.138686 [2] train-error:0.137470 [3] train-error:0.141119 [4] train-error:0.138686 [5] train-error:0.139903 [6] train-error:0.139903 [7] train-error:0.142336 [8] train-error:0.138686 [9] train-error:0.139903 [10] train-error:0.138686 [11] train-error:0.138686 [12] train-error:0.138686 [13] train-error:0.135036 [14] train-error:0.131387 [15] train-error:0.131387 [16] train-error:0.135036 [17] train-error:0.130170 [18] train-error:0.131387 [19] train-error:0.127737 [20] train-error:0.128954 [21] train-error:0.128954 [22] train-error:0.125304 [23] train-error:0.124088 [24] train-error:0.125304 [25] train-error:0.121655 [26] train-error:0.118005 [27] train-error:0.120438 [28] train-error:0.120438 [29] train-error:0.119221 [30] train-error:0.116788 [31] train-error:0.110706 [32] train-error:0.111922 [33] train-error:0.108273 [34] train-error:0.110706 [35] train-error:0.111922 [36] train-error:0.111922 [37] train-error:0.107056 [38] train-error:0.108273 [39] train-error:0.105839 [40] train-error:0.103406 [41] train-error:0.103406 [42] train-error:0.100973 [43] train-error:0.100973 [44] train-error:0.100973 [45] train-error:0.097324 [46] train-error:0.094891 [47] train-error:0.094891 [48] train-error:0.094891 [49] train-error:0.093674 [50] train-error:0.093674 [51] train-error:0.092457 [52] train-error:0.093674 [53] train-error:0.093674 [54] train-error:0.091241 [55] train-error:0.090024 [56] train-error:0.090024 [57] train-error:0.088808 [58] train-error:0.088808 [59] train-error:0.090024 [60] train-error:0.088808 [61] train-error:0.087591 [62] train-error:0.086375 [63] train-error:0.082725 [64] train-error:0.082725 [65] train-error:0.079075 [66] train-error:0.081509 [67] train-error:0.080292 [68] train-error:0.080292 [69] train-error:0.080292 [70] train-error:0.077859 [71] train-error:0.077859 [72] train-error:0.076642 [73] train-error:0.079075 [74] train-error:0.075426 [75] train-error:0.076642 [76] train-error:0.074209 [77] train-error:0.072993 [78] train-error:0.076642 [79] train-error:0.075426 [80] train-error:0.075426 [81] train-error:0.074209 [82] train-error:0.075426 [83] train-error:0.070560 [84] train-error:0.071776 [85] train-error:0.071776 [86] train-error:0.069343 [87] train-error:0.068127 [88] train-error:0.068127 [89] train-error:0.068127 [90] train-error:0.064477 [91] train-error:0.066910 [92] train-error:0.065693 [93] train-error:0.064477 [94] train-error:0.065693 [95] train-error:0.065693 [96] train-error:0.065693 [97] train-error:0.065693 [98] train-error:0.064477 [99] train-error:0.064477 [100] train-error:0.065693 [1] train-error:0.152068 [2] train-error:0.138686 [3] train-error:0.138686 [4] train-error:0.138686 [5] train-error:0.137470 [6] train-error:0.137470 [7] train-error:0.135036 [8] train-error:0.133820 [9] train-error:0.133820 [10] train-error:0.132603 [11] train-error:0.125304 [12] train-error:0.124088 [13] train-error:0.122871 [14] train-error:0.122871 [15] train-error:0.116788 [16] train-error:0.120438 [17] train-error:0.118005 [18] train-error:0.120438 [19] train-error:0.121655 [20] train-error:0.116788 [21] train-error:0.116788 [22] train-error:0.116788 [23] train-error:0.119221 [24] train-error:0.118005 [25] train-error:0.113139 [26] train-error:0.114355 [27] train-error:0.114355 [28] train-error:0.109489 [29] train-error:0.109489 [30] train-error:0.109489 [31] train-error:0.105839 [32] train-error:0.107056 [33] train-error:0.103406 [34] train-error:0.103406 [35] train-error:0.100973 [36] train-error:0.102190 [37] train-error:0.098540 [38] train-error:0.096107 [39] train-error:0.098540 [40] train-error:0.097324 [41] train-error:0.097324 [42] train-error:0.093674 [43] train-error:0.093674 [44] train-error:0.093674 [45] train-error:0.092457 [46] train-error:0.091241 [47] train-error:0.090024 [48] train-error:0.092457 [49] train-error:0.091241 [50] train-error:0.091241 [51] train-error:0.092457 [52] train-error:0.090024 [53] train-error:0.091241 [54] train-error:0.090024 [55] train-error:0.088808 [56] train-error:0.087591 [57] train-error:0.088808 [58] train-error:0.088808 [59] train-error:0.085158 [60] train-error:0.082725 [61] train-error:0.085158 [62] train-error:0.083942 [63] train-error:0.083942 [64] train-error:0.082725 [65] train-error:0.082725 [66] train-error:0.085158 [67] train-error:0.085158 [68] train-error:0.081509 [69] train-error:0.081509 [70] train-error:0.079075 [71] train-error:0.080292 [72] train-error:0.077859 [73] train-error:0.076642 [74] train-error:0.076642 [75] train-error:0.077859 [76] train-error:0.075426 [77] train-error:0.072993 [78] train-error:0.072993 [79] train-error:0.074209 [80] train-error:0.072993 [81] train-error:0.072993 [82] train-error:0.070560 [83] train-error:0.071776 [84] train-error:0.074209 [85] train-error:0.075426 [86] train-error:0.074209 [87] train-error:0.071776 [88] train-error:0.070560 [89] train-error:0.070560 [90] train-error:0.070560 [91] train-error:0.068127 [92] train-error:0.066910 [93] train-error:0.066910 [94] train-error:0.065693 [95] train-error:0.065693 [96] train-error:0.064477 [97] train-error:0.064477 [98] train-error:0.064477 [99] train-error:0.064477 [100] train-error:0.063260 [1] train-error:0.170109 [2] train-error:0.150668 [3] train-error:0.144593 [4] train-error:0.150668 [5] train-error:0.139733 [6] train-error:0.139733 [7] train-error:0.132442 [8] train-error:0.136087 [9] train-error:0.133657 [10] train-error:0.137303 [11] train-error:0.132442 [12] train-error:0.134872 [13] train-error:0.132442 [14] train-error:0.132442 [15] train-error:0.134872 [16] train-error:0.133657 [17] train-error:0.134872 [18] train-error:0.132442 [19] train-error:0.133657 [20] train-error:0.127582 [21] train-error:0.127582 [22] train-error:0.126367 [23] train-error:0.123937 [24] train-error:0.126367 [25] train-error:0.122722 [26] train-error:0.125152 [27] train-error:0.122722 [28] train-error:0.122722 [29] train-error:0.121507 [30] train-error:0.123937 [31] train-error:0.121507 [32] train-error:0.116646 [33] train-error:0.113001 [34] train-error:0.113001 [35] train-error:0.109356 [36] train-error:0.110571 [37] train-error:0.110571 [38] train-error:0.109356 [39] train-error:0.110571 [40] train-error:0.106926 [41] train-error:0.103281 [42] train-error:0.105711 [43] train-error:0.102066 [44] train-error:0.104496 [45] train-error:0.102066 [46] train-error:0.098420 [47] train-error:0.098420 [48] train-error:0.098420 [49] train-error:0.098420 [50] train-error:0.094775 [51] train-error:0.092345 [52] train-error:0.091130 [53] train-error:0.091130 [54] train-error:0.087485 [55] train-error:0.086270 [56] train-error:0.086270 [57] train-error:0.088700 [58] train-error:0.086270 [59] train-error:0.085055 [60] train-error:0.080194 [61] train-error:0.081409 [62] train-error:0.082625 [63] train-error:0.082625 [64] train-error:0.081409 [65] train-error:0.082625 [66] train-error:0.081409 [67] train-error:0.078979 [68] train-error:0.077764 [69] train-error:0.077764 [70] train-error:0.076549 [71] train-error:0.074119 [72] train-error:0.076549 [73] train-error:0.078979 [74] train-error:0.077764 [75] train-error:0.078979 [76] train-error:0.075334 [77] train-error:0.078979 [78] train-error:0.075334 [79] train-error:0.076549 [80] train-error:0.075334 [81] train-error:0.074119 [82] train-error:0.075334 [83] train-error:0.076549 [84] train-error:0.072904 [85] train-error:0.075334 [86] train-error:0.070474 [87] train-error:0.072904 [88] train-error:0.071689 [89] train-error:0.071689 [90] train-error:0.069259 [91] train-error:0.069259 [92] train-error:0.069259 [93] train-error:0.070474 [94] train-error:0.069259 [95] train-error:0.070474 [96] train-error:0.069259 [97] train-error:0.063183 [98] train-error:0.063183 [99] train-error:0.063183 [100] train-error:0.063183 [1] train-error:0.150668 [2] train-error:0.144593 [3] train-error:0.138518 [4] train-error:0.132442 [5] train-error:0.133657 [6] train-error:0.130012 [7] train-error:0.134872 [8] train-error:0.137303 [9] train-error:0.134872 [10] train-error:0.137303 [11] train-error:0.137303 [12] train-error:0.136087 [13] train-error:0.137303 [14] train-error:0.136087 [15] train-error:0.136087 [16] train-error:0.134872 [17] train-error:0.137303 [18] train-error:0.134872 [19] train-error:0.132442 [20] train-error:0.132442 [21] train-error:0.131227 [22] train-error:0.128797 [23] train-error:0.126367 [24] train-error:0.126367 [25] train-error:0.126367 [26] train-error:0.127582 [27] train-error:0.122722 [28] train-error:0.122722 [29] train-error:0.121507 [30] train-error:0.122722 [31] train-error:0.121507 [32] train-error:0.122722 [33] train-error:0.121507 [34] train-error:0.121507 [35] train-error:0.120292 [36] train-error:0.120292 [37] train-error:0.116646 [38] train-error:0.110571 [39] train-error:0.110571 [40] train-error:0.109356 [41] train-error:0.108141 [42] train-error:0.109356 [43] train-error:0.109356 [44] train-error:0.106926 [45] train-error:0.106926 [46] train-error:0.105711 [47] train-error:0.104496 [48] train-error:0.108141 [49] train-error:0.106926 [50] train-error:0.103281 [51] train-error:0.103281 [52] train-error:0.099635 [53] train-error:0.098420 [54] train-error:0.094775 [55] train-error:0.097205 [56] train-error:0.098420 [57] train-error:0.097205 [58] train-error:0.095990 [59] train-error:0.091130 [60] train-error:0.089915 [61] train-error:0.091130 [62] train-error:0.092345 [63] train-error:0.094775 [64] train-error:0.093560 [65] train-error:0.088700 [66] train-error:0.083840 [67] train-error:0.087485 [68] train-error:0.089915 [69] train-error:0.085055 [70] train-error:0.083840 [71] train-error:0.082625 [72] train-error:0.081409 [73] train-error:0.085055 [74] train-error:0.082625 [75] train-error:0.080194 [76] train-error:0.078979 [77] train-error:0.077764 [78] train-error:0.078979 [79] train-error:0.080194 [80] train-error:0.081409 [81] train-error:0.081409 [82] train-error:0.080194 [83] train-error:0.078979 [84] train-error:0.080194 [85] train-error:0.076549 [86] train-error:0.074119 [87] train-error:0.072904 [88] train-error:0.072904 [89] train-error:0.074119 [90] train-error:0.072904 [91] train-error:0.072904 [92] train-error:0.074119 [93] train-error:0.071689 [94] train-error:0.072904 [95] train-error:0.071689 [96] train-error:0.070474 [97] train-error:0.070474 [98] train-error:0.066829 [99] train-error:0.068044 [100] train-error:0.068044
[Tune-y] 7: acc.test.mean=0.8735591; time: 0.0 min [Tune-x] 8: max_depth=9; min_child_weight=5.52; subsample=0.859; colsample_bytree=0.754
[1] train-error:0.138686 [2] train-error:0.139903 [3] train-error:0.138686 [4] train-error:0.131387 [5] train-error:0.132603 [6] train-error:0.133820 [7] train-error:0.128954 [8] train-error:0.128954 [9] train-error:0.132603 [10] train-error:0.126521 [11] train-error:0.125304 [12] train-error:0.124088 [13] train-error:0.120438 [14] train-error:0.121655 [15] train-error:0.120438 [16] train-error:0.115572 [17] train-error:0.114355 [18] train-error:0.115572 [19] train-error:0.115572 [20] train-error:0.115572 [21] train-error:0.111922 [22] train-error:0.109489 [23] train-error:0.110706 [24] train-error:0.109489 [25] train-error:0.109489 [26] train-error:0.109489 [27] train-error:0.107056 [28] train-error:0.105839 [29] train-error:0.104623 [30] train-error:0.103406 [31] train-error:0.100973 [32] train-error:0.098540 [33] train-error:0.096107 [34] train-error:0.094891 [35] train-error:0.096107 [36] train-error:0.092457 [37] train-error:0.092457 [38] train-error:0.088808 [39] train-error:0.086375 [40] train-error:0.085158 [41] train-error:0.083942 [42] train-error:0.081509 [43] train-error:0.081509 [44] train-error:0.080292 [45] train-error:0.079075 [46] train-error:0.077859 [47] train-error:0.077859 [48] train-error:0.077859 [49] train-error:0.077859 [50] train-error:0.079075 [51] train-error:0.074209 [52] train-error:0.074209 [53] train-error:0.074209 [54] train-error:0.071776 [55] train-error:0.065693 [56] train-error:0.064477 [57] train-error:0.063260 [58] train-error:0.060827 [59] train-error:0.060827 [60] train-error:0.058394 [61] train-error:0.057178 [62] train-error:0.057178 [63] train-error:0.054745 [64] train-error:0.054745 [65] train-error:0.054745 [66] train-error:0.054745 [67] train-error:0.054745 [68] train-error:0.054745 [69] train-error:0.053528 [70] train-error:0.053528 [71] train-error:0.052311 [72] train-error:0.051095 [73] train-error:0.053528 [74] train-error:0.052311 [75] train-error:0.048662 [76] train-error:0.048662 [77] train-error:0.047445 [78] train-error:0.047445 [79] train-error:0.047445 [80] train-error:0.047445 [81] train-error:0.047445 [82] train-error:0.046229 [83] train-error:0.045012 [84] train-error:0.045012 [85] train-error:0.045012 [86] train-error:0.045012 [87] train-error:0.045012 [88] train-error:0.043796 [89] train-error:0.045012 [90] train-error:0.045012 [91] train-error:0.042579 [92] train-error:0.041363 [93] train-error:0.040146 [94] train-error:0.040146 [95] train-error:0.040146 [96] train-error:0.040146 [97] train-error:0.040146 [98] train-error:0.040146 [99] train-error:0.040146 [100] train-error:0.038929 [1] train-error:0.136253 [2] train-error:0.133820 [3] train-error:0.133820 [4] train-error:0.132603 [5] train-error:0.133820 [6] train-error:0.130170 [7] train-error:0.132603 [8] train-error:0.127737 [9] train-error:0.128954 [10] train-error:0.128954 [11] train-error:0.127737 [12] train-error:0.125304 [13] train-error:0.126521 [14] train-error:0.125304 [15] train-error:0.124088 [16] train-error:0.124088 [17] train-error:0.121655 [18] train-error:0.121655 [19] train-error:0.121655 [20] train-error:0.122871 [21] train-error:0.119221 [22] train-error:0.115572 [23] train-error:0.113139 [24] train-error:0.111922 [25] train-error:0.111922 [26] train-error:0.109489 [27] train-error:0.107056 [28] train-error:0.104623 [29] train-error:0.104623 [30] train-error:0.103406 [31] train-error:0.099757 [32] train-error:0.098540 [33] train-error:0.098540 [34] train-error:0.098540 [35] train-error:0.096107 [36] train-error:0.094891 [37] train-error:0.096107 [38] train-error:0.094891 [39] train-error:0.090024 [40] train-error:0.088808 [41] train-error:0.083942 [42] train-error:0.085158 [43] train-error:0.083942 [44] train-error:0.082725 [45] train-error:0.082725 [46] train-error:0.083942 [47] train-error:0.081509 [48] train-error:0.080292 [49] train-error:0.079075 [50] train-error:0.077859 [51] train-error:0.076642 [52] train-error:0.077859 [53] train-error:0.074209 [54] train-error:0.075426 [55] train-error:0.074209 [56] train-error:0.074209 [57] train-error:0.072993 [58] train-error:0.070560 [59] train-error:0.068127 [60] train-error:0.068127 [61] train-error:0.066910 [62] train-error:0.066910 [63] train-error:0.069343 [64] train-error:0.066910 [65] train-error:0.068127 [66] train-error:0.065693 [67] train-error:0.064477 [68] train-error:0.062044 [69] train-error:0.060827 [70] train-error:0.060827 [71] train-error:0.062044 [72] train-error:0.060827 [73] train-error:0.062044 [74] train-error:0.060827 [75] train-error:0.060827 [76] train-error:0.060827 [77] train-error:0.059611 [78] train-error:0.059611 [79] train-error:0.058394 [80] train-error:0.058394 [81] train-error:0.057178 [82] train-error:0.057178 [83] train-error:0.055961 [84] train-error:0.054745 [85] train-error:0.051095 [86] train-error:0.051095 [87] train-error:0.052311 [88] train-error:0.052311 [89] train-error:0.049878 [90] train-error:0.051095 [91] train-error:0.049878 [92] train-error:0.049878 [93] train-error:0.051095 [94] train-error:0.049878 [95] train-error:0.048662 [96] train-error:0.048662 [97] train-error:0.047445 [98] train-error:0.048662 [99] train-error:0.049878 [100] train-error:0.047445 [1] train-error:0.141119 [2] train-error:0.142336 [3] train-error:0.142336 [4] train-error:0.137470 [5] train-error:0.139903 [6] train-error:0.137470 [7] train-error:0.136253 [8] train-error:0.139903 [9] train-error:0.135036 [10] train-error:0.131387 [11] train-error:0.130170 [12] train-error:0.128954 [13] train-error:0.128954 [14] train-error:0.124088 [15] train-error:0.120438 [16] train-error:0.120438 [17] train-error:0.116788 [18] train-error:0.114355 [19] train-error:0.114355 [20] train-error:0.113139 [21] train-error:0.109489 [22] train-error:0.111922 [23] train-error:0.109489 [24] train-error:0.107056 [25] train-error:0.108273 [26] train-error:0.105839 [27] train-error:0.104623 [28] train-error:0.100973 [29] train-error:0.102190 [30] train-error:0.099757 [31] train-error:0.092457 [32] train-error:0.093674 [33] train-error:0.091241 [34] train-error:0.090024 [35] train-error:0.088808 [36] train-error:0.086375 [37] train-error:0.086375 [38] train-error:0.085158 [39] train-error:0.085158 [40] train-error:0.086375 [41] train-error:0.085158 [42] train-error:0.083942 [43] train-error:0.083942 [44] train-error:0.082725 [45] train-error:0.081509 [46] train-error:0.081509 [47] train-error:0.079075 [48] train-error:0.080292 [49] train-error:0.077859 [50] train-error:0.077859 [51] train-error:0.072993 [52] train-error:0.068127 [53] train-error:0.069343 [54] train-error:0.071776 [55] train-error:0.071776 [56] train-error:0.065693 [57] train-error:0.064477 [58] train-error:0.064477 [59] train-error:0.062044 [60] train-error:0.062044 [61] train-error:0.062044 [62] train-error:0.062044 [63] train-error:0.062044 [64] train-error:0.060827 [65] train-error:0.060827 [66] train-error:0.060827 [67] train-error:0.060827 [68] train-error:0.060827 [69] train-error:0.060827 [70] train-error:0.058394 [71] train-error:0.058394 [72] train-error:0.059611 [73] train-error:0.054745 [74] train-error:0.057178 [75] train-error:0.057178 [76] train-error:0.055961 [77] train-error:0.054745 [78] train-error:0.052311 [79] train-error:0.052311 [80] train-error:0.052311 [81] train-error:0.051095 [82] train-error:0.052311 [83] train-error:0.049878 [84] train-error:0.049878 [85] train-error:0.051095 [86] train-error:0.051095 [87] train-error:0.051095 [88] train-error:0.048662 [89] train-error:0.048662 [90] train-error:0.049878 [91] train-error:0.048662 [92] train-error:0.049878 [93] train-error:0.048662 [94] train-error:0.047445 [95] train-error:0.046229 [96] train-error:0.046229 [97] train-error:0.042579 [98] train-error:0.042579 [99] train-error:0.042579 [100] train-error:0.040146 [1] train-error:0.151883 [2] train-error:0.140948 [3] train-error:0.140948 [4] train-error:0.145808 [5] train-error:0.137303 [6] train-error:0.132442 [7] train-error:0.134872 [8] train-error:0.130012 [9] train-error:0.127582 [10] train-error:0.126367 [11] train-error:0.125152 [12] train-error:0.123937 [13] train-error:0.121507 [14] train-error:0.119077 [15] train-error:0.117861 [16] train-error:0.117861 [17] train-error:0.117861 [18] train-error:0.117861 [19] train-error:0.114216 [20] train-error:0.111786 [21] train-error:0.111786 [22] train-error:0.111786 [23] train-error:0.109356 [24] train-error:0.106926 [25] train-error:0.104496 [26] train-error:0.108141 [27] train-error:0.104496 [28] train-error:0.104496 [29] train-error:0.103281 [30] train-error:0.100851 [31] train-error:0.097205 [32] train-error:0.095990 [33] train-error:0.094775 [34] train-error:0.092345 [35] train-error:0.088700 [36] train-error:0.088700 [37] train-error:0.088700 [38] train-error:0.088700 [39] train-error:0.089915 [40] train-error:0.087485 [41] train-error:0.086270 [42] train-error:0.085055 [43] train-error:0.083840 [44] train-error:0.083840 [45] train-error:0.081409 [46] train-error:0.081409 [47] train-error:0.078979 [48] train-error:0.080194 [49] train-error:0.075334 [50] train-error:0.074119 [51] train-error:0.072904 [52] train-error:0.071689 [53] train-error:0.070474 [54] train-error:0.068044 [55] train-error:0.065614 [56] train-error:0.065614 [57] train-error:0.065614 [58] train-error:0.066829 [59] train-error:0.065614 [60] train-error:0.066829 [61] train-error:0.064399 [62] train-error:0.064399 [63] train-error:0.064399 [64] train-error:0.064399 [65] train-error:0.063183 [66] train-error:0.061968 [67] train-error:0.059538 [68] train-error:0.059538 [69] train-error:0.058323 [70] train-error:0.055893 [71] train-error:0.057108 [72] train-error:0.054678 [73] train-error:0.055893 [74] train-error:0.054678 [75] train-error:0.055893 [76] train-error:0.055893 [77] train-error:0.055893 [78] train-error:0.055893 [79] train-error:0.053463 [80] train-error:0.051033 [81] train-error:0.049818 [82] train-error:0.051033 [83] train-error:0.049818 [84] train-error:0.049818 [85] train-error:0.048603 [86] train-error:0.047388 [87] train-error:0.048603 [88] train-error:0.047388 [89] train-error:0.044957 [90] train-error:0.044957 [91] train-error:0.043742 [92] train-error:0.044957 [93] train-error:0.043742 [94] train-error:0.047388 [95] train-error:0.042527 [96] train-error:0.044957 [97] train-error:0.041312 [98] train-error:0.042527 [99] train-error:0.041312 [100] train-error:0.040097 [1] train-error:0.149453 [2] train-error:0.143378 [3] train-error:0.132442 [4] train-error:0.138518 [5] train-error:0.144593 [6] train-error:0.144593 [7] train-error:0.137303 [8] train-error:0.130012 [9] train-error:0.127582 [10] train-error:0.127582 [11] train-error:0.123937 [12] train-error:0.123937 [13] train-error:0.121507 [14] train-error:0.123937 [15] train-error:0.121507 [16] train-error:0.119077 [17] train-error:0.119077 [18] train-error:0.116646 [19] train-error:0.116646 [20] train-error:0.114216 [21] train-error:0.115431 [22] train-error:0.113001 [23] train-error:0.108141 [24] train-error:0.106926 [25] train-error:0.103281 [26] train-error:0.104496 [27] train-error:0.105711 [28] train-error:0.103281 [29] train-error:0.102066 [30] train-error:0.102066 [31] train-error:0.099635 [32] train-error:0.097205 [33] train-error:0.097205 [34] train-error:0.091130 [35] train-error:0.094775 [36] train-error:0.088700 [37] train-error:0.091130 [38] train-error:0.092345 [39] train-error:0.091130 [40] train-error:0.091130 [41] train-error:0.087485 [42] train-error:0.085055 [43] train-error:0.085055 [44] train-error:0.085055 [45] train-error:0.081409 [46] train-error:0.082625 [47] train-error:0.080194 [48] train-error:0.080194 [49] train-error:0.080194 [50] train-error:0.080194 [51] train-error:0.080194 [52] train-error:0.078979 [53] train-error:0.080194 [54] train-error:0.078979 [55] train-error:0.076549 [56] train-error:0.075334 [57] train-error:0.075334 [58] train-error:0.071689 [59] train-error:0.071689 [60] train-error:0.072904 [61] train-error:0.069259 [62] train-error:0.074119 [63] train-error:0.066829 [64] train-error:0.068044 [65] train-error:0.066829 [66] train-error:0.065614 [67] train-error:0.063183 [68] train-error:0.061968 [69] train-error:0.059538 [70] train-error:0.061968 [71] train-error:0.059538 [72] train-error:0.057108 [73] train-error:0.058323 [74] train-error:0.055893 [75] train-error:0.054678 [76] train-error:0.058323 [77] train-error:0.057108 [78] train-error:0.055893 [79] train-error:0.055893 [80] train-error:0.053463 [81] train-error:0.053463 [82] train-error:0.049818 [83] train-error:0.047388 [84] train-error:0.049818 [85] train-error:0.049818 [86] train-error:0.048603 [87] train-error:0.049818 [88] train-error:0.047388 [89] train-error:0.047388 [90] train-error:0.044957 [91] train-error:0.048603 [92] train-error:0.044957 [93] train-error:0.046173 [94] train-error:0.046173 [95] train-error:0.047388 [96] train-error:0.040097 [97] train-error:0.042527 [98] train-error:0.040097 [99] train-error:0.041312 [100] train-error:0.042527
[Tune-y] 8: acc.test.mean=0.8696519; time: 0.0 min [Tune-x] 9: max_depth=4; min_child_weight=4.01; subsample=0.793; colsample_bytree=0.764
[1] train-error:0.138686 [2] train-error:0.132603 [3] train-error:0.126521 [4] train-error:0.131387 [5] train-error:0.133820 [6] train-error:0.131387 [7] train-error:0.126521 [8] train-error:0.126521 [9] train-error:0.124088 [10] train-error:0.122871 [11] train-error:0.121655 [12] train-error:0.122871 [13] train-error:0.118005 [14] train-error:0.120438 [15] train-error:0.114355 [16] train-error:0.115572 [17] train-error:0.114355 [18] train-error:0.110706 [19] train-error:0.111922 [20] train-error:0.110706 [21] train-error:0.109489 [22] train-error:0.108273 [23] train-error:0.109489 [24] train-error:0.107056 [25] train-error:0.107056 [26] train-error:0.105839 [27] train-error:0.105839 [28] train-error:0.104623 [29] train-error:0.105839 [30] train-error:0.103406 [31] train-error:0.097324 [32] train-error:0.100973 [33] train-error:0.096107 [34] train-error:0.097324 [35] train-error:0.093674 [36] train-error:0.091241 [37] train-error:0.092457 [38] train-error:0.088808 [39] train-error:0.088808 [40] train-error:0.085158 [41] train-error:0.088808 [42] train-error:0.087591 [43] train-error:0.087591 [44] train-error:0.082725 [45] train-error:0.081509 [46] train-error:0.081509 [47] train-error:0.077859 [48] train-error:0.079075 [49] train-error:0.071776 [50] train-error:0.070560 [51] train-error:0.071776 [52] train-error:0.070560 [53] train-error:0.069343 [54] train-error:0.069343 [55] train-error:0.069343 [56] train-error:0.064477 [57] train-error:0.065693 [58] train-error:0.064477 [59] train-error:0.064477 [60] train-error:0.062044 [61] train-error:0.063260 [62] train-error:0.063260 [63] train-error:0.064477 [64] train-error:0.063260 [65] train-error:0.059611 [66] train-error:0.057178 [67] train-error:0.055961 [68] train-error:0.054745 [69] train-error:0.053528 [70] train-error:0.054745 [71] train-error:0.055961 [72] train-error:0.052311 [73] train-error:0.051095 [74] train-error:0.051095 [75] train-error:0.048662 [76] train-error:0.048662 [77] train-error:0.048662 [78] train-error:0.047445 [79] train-error:0.047445 [80] train-error:0.049878 [81] train-error:0.047445 [82] train-error:0.047445 [83] train-error:0.047445 [84] train-error:0.048662 [85] train-error:0.048662 [86] train-error:0.046229 [87] train-error:0.047445 [88] train-error:0.046229 [89] train-error:0.045012 [90] train-error:0.043796 [91] train-error:0.041363 [92] train-error:0.041363 [93] train-error:0.040146 [94] train-error:0.038929 [95] train-error:0.038929 [96] train-error:0.038929 [97] train-error:0.038929 [98] train-error:0.037713 [99] train-error:0.038929 [100] train-error:0.038929 [1] train-error:0.139903 [2] train-error:0.126521 [3] train-error:0.138686 [4] train-error:0.143552 [5] train-error:0.139903 [6] train-error:0.137470 [7] train-error:0.138686 [8] train-error:0.138686 [9] train-error:0.132603 [10] train-error:0.124088 [11] train-error:0.121655 [12] train-error:0.125304 [13] train-error:0.125304 [14] train-error:0.122871 [15] train-error:0.121655 [16] train-error:0.120438 [17] train-error:0.120438 [18] train-error:0.116788 [19] train-error:0.116788 [20] train-error:0.114355 [21] train-error:0.110706 [22] train-error:0.111922 [23] train-error:0.110706 [24] train-error:0.110706 [25] train-error:0.110706 [26] train-error:0.107056 [27] train-error:0.108273 [28] train-error:0.105839 [29] train-error:0.103406 [30] train-error:0.099757 [31] train-error:0.099757 [32] train-error:0.098540 [33] train-error:0.098540 [34] train-error:0.093674 [35] train-error:0.092457 [36] train-error:0.093674 [37] train-error:0.093674 [38] train-error:0.092457 [39] train-error:0.088808 [40] train-error:0.090024 [41] train-error:0.088808 [42] train-error:0.086375 [43] train-error:0.086375 [44] train-error:0.085158 [45] train-error:0.085158 [46] train-error:0.086375 [47] train-error:0.085158 [48] train-error:0.085158 [49] train-error:0.080292 [50] train-error:0.081509 [51] train-error:0.080292 [52] train-error:0.081509 [53] train-error:0.082725 [54] train-error:0.082725 [55] train-error:0.080292 [56] train-error:0.079075 [57] train-error:0.076642 [58] train-error:0.075426 [59] train-error:0.075426 [60] train-error:0.075426 [61] train-error:0.076642 [62] train-error:0.071776 [63] train-error:0.070560 [64] train-error:0.070560 [65] train-error:0.070560 [66] train-error:0.071776 [67] train-error:0.070560 [68] train-error:0.069343 [69] train-error:0.068127 [70] train-error:0.066910 [71] train-error:0.066910 [72] train-error:0.063260 [73] train-error:0.063260 [74] train-error:0.063260 [75] train-error:0.062044 [76] train-error:0.060827 [77] train-error:0.060827 [78] train-error:0.058394 [79] train-error:0.058394 [80] train-error:0.058394 [81] train-error:0.059611 [82] train-error:0.058394 [83] train-error:0.055961 [84] train-error:0.054745 [85] train-error:0.053528 [86] train-error:0.052311 [87] train-error:0.054745 [88] train-error:0.054745 [89] train-error:0.053528 [90] train-error:0.051095 [91] train-error:0.048662 [92] train-error:0.047445 [93] train-error:0.047445 [94] train-error:0.049878 [95] train-error:0.049878 [96] train-error:0.047445 [97] train-error:0.048662 [98] train-error:0.045012 [99] train-error:0.048662 [100] train-error:0.047445 [1] train-error:0.136253 [2] train-error:0.126521 [3] train-error:0.132603 [4] train-error:0.131387 [5] train-error:0.127737 [6] train-error:0.120438 [7] train-error:0.125304 [8] train-error:0.119221 [9] train-error:0.120438 [10] train-error:0.116788 [11] train-error:0.118005 [12] train-error:0.114355 [13] train-error:0.111922 [14] train-error:0.111922 [15] train-error:0.113139 [16] train-error:0.114355 [17] train-error:0.114355 [18] train-error:0.114355 [19] train-error:0.107056 [20] train-error:0.109489 [21] train-error:0.105839 [22] train-error:0.104623 [23] train-error:0.103406 [24] train-error:0.103406 [25] train-error:0.104623 [26] train-error:0.102190 [27] train-error:0.104623 [28] train-error:0.103406 [29] train-error:0.102190 [30] train-error:0.102190 [31] train-error:0.100973 [32] train-error:0.102190 [33] train-error:0.100973 [34] train-error:0.097324 [35] train-error:0.099757 [36] train-error:0.097324 [37] train-error:0.094891 [38] train-error:0.096107 [39] train-error:0.094891 [40] train-error:0.092457 [41] train-error:0.093674 [42] train-error:0.094891 [43] train-error:0.088808 [44] train-error:0.090024 [45] train-error:0.086375 [46] train-error:0.085158 [47] train-error:0.083942 [48] train-error:0.081509 [49] train-error:0.081509 [50] train-error:0.077859 [51] train-error:0.076642 [52] train-error:0.076642 [53] train-error:0.076642 [54] train-error:0.075426 [55] train-error:0.075426 [56] train-error:0.075426 [57] train-error:0.069343 [58] train-error:0.071776 [59] train-error:0.070560 [60] train-error:0.066910 [61] train-error:0.066910 [62] train-error:0.064477 [63] train-error:0.064477 [64] train-error:0.065693 [65] train-error:0.066910 [66] train-error:0.065693 [67] train-error:0.062044 [68] train-error:0.060827 [69] train-error:0.062044 [70] train-error:0.063260 [71] train-error:0.060827 [72] train-error:0.059611 [73] train-error:0.059611 [74] train-error:0.059611 [75] train-error:0.060827 [76] train-error:0.060827 [77] train-error:0.059611 [78] train-error:0.059611 [79] train-error:0.057178 [80] train-error:0.055961 [81] train-error:0.054745 [82] train-error:0.055961 [83] train-error:0.055961 [84] train-error:0.052311 [85] train-error:0.049878 [86] train-error:0.049878 [87] train-error:0.049878 [88] train-error:0.047445 [89] train-error:0.045012 [90] train-error:0.045012 [91] train-error:0.046229 [92] train-error:0.047445 [93] train-error:0.047445 [94] train-error:0.046229 [95] train-error:0.047445 [96] train-error:0.045012 [97] train-error:0.043796 [98] train-error:0.043796 [99] train-error:0.042579 [100] train-error:0.043796 [1] train-error:0.143378 [2] train-error:0.143378 [3] train-error:0.136087 [4] train-error:0.132442 [5] train-error:0.134872 [6] train-error:0.128797 [7] train-error:0.128797 [8] train-error:0.130012 [9] train-error:0.127582 [10] train-error:0.125152 [11] train-error:0.123937 [12] train-error:0.120292 [13] train-error:0.122722 [14] train-error:0.117861 [15] train-error:0.119077 [16] train-error:0.116646 [17] train-error:0.117861 [18] train-error:0.114216 [19] train-error:0.113001 [20] train-error:0.115431 [21] train-error:0.114216 [22] train-error:0.111786 [23] train-error:0.109356 [24] train-error:0.110571 [25] train-error:0.110571 [26] train-error:0.109356 [27] train-error:0.105711 [28] train-error:0.106926 [29] train-error:0.103281 [30] train-error:0.100851 [31] train-error:0.102066 [32] train-error:0.099635 [33] train-error:0.099635 [34] train-error:0.097205 [35] train-error:0.099635 [36] train-error:0.093560 [37] train-error:0.093560 [38] train-error:0.088700 [39] train-error:0.088700 [40] train-error:0.087485 [41] train-error:0.086270 [42] train-error:0.085055 [43] train-error:0.085055 [44] train-error:0.085055 [45] train-error:0.083840 [46] train-error:0.081409 [47] train-error:0.077764 [48] train-error:0.076549 [49] train-error:0.075334 [50] train-error:0.077764 [51] train-error:0.078979 [52] train-error:0.075334 [53] train-error:0.072904 [54] train-error:0.075334 [55] train-error:0.071689 [56] train-error:0.071689 [57] train-error:0.066829 [58] train-error:0.064399 [59] train-error:0.065614 [60] train-error:0.066829 [61] train-error:0.066829 [62] train-error:0.063183 [63] train-error:0.063183 [64] train-error:0.060753 [65] train-error:0.061968 [66] train-error:0.059538 [67] train-error:0.058323 [68] train-error:0.059538 [69] train-error:0.057108 [70] train-error:0.055893 [71] train-error:0.053463 [72] train-error:0.054678 [73] train-error:0.054678 [74] train-error:0.053463 [75] train-error:0.052248 [76] train-error:0.049818 [77] train-error:0.048603 [78] train-error:0.048603 [79] train-error:0.049818 [80] train-error:0.047388 [81] train-error:0.047388 [82] train-error:0.048603 [83] train-error:0.048603 [84] train-error:0.049818 [85] train-error:0.046173 [86] train-error:0.046173 [87] train-error:0.044957 [88] train-error:0.044957 [89] train-error:0.044957 [90] train-error:0.044957 [91] train-error:0.044957 [92] train-error:0.044957 [93] train-error:0.044957 [94] train-error:0.042527 [95] train-error:0.043742 [96] train-error:0.043742 [97] train-error:0.042527 [98] train-error:0.042527 [99] train-error:0.043742 [100] train-error:0.043742 [1] train-error:0.140948 [2] train-error:0.140948 [3] train-error:0.142163 [4] train-error:0.137303 [5] train-error:0.136087 [6] train-error:0.133657 [7] train-error:0.136087 [8] train-error:0.130012 [9] train-error:0.125152 [10] train-error:0.127582 [11] train-error:0.126367 [12] train-error:0.130012 [13] train-error:0.126367 [14] train-error:0.123937 [15] train-error:0.125152 [16] train-error:0.125152 [17] train-error:0.123937 [18] train-error:0.123937 [19] train-error:0.119077 [20] train-error:0.122722 [21] train-error:0.122722 [22] train-error:0.120292 [23] train-error:0.119077 [24] train-error:0.120292 [25] train-error:0.116646 [26] train-error:0.113001 [27] train-error:0.111786 [28] train-error:0.108141 [29] train-error:0.105711 [30] train-error:0.103281 [31] train-error:0.104496 [32] train-error:0.104496 [33] train-error:0.102066 [34] train-error:0.100851 [35] train-error:0.097205 [36] train-error:0.095990 [37] train-error:0.097205 [38] train-error:0.095990 [39] train-error:0.093560 [40] train-error:0.093560 [41] train-error:0.092345 [42] train-error:0.089915 [43] train-error:0.089915 [44] train-error:0.091130 [45] train-error:0.088700 [46] train-error:0.088700 [47] train-error:0.083840 [48] train-error:0.085055 [49] train-error:0.083840 [50] train-error:0.081409 [51] train-error:0.083840 [52] train-error:0.082625 [53] train-error:0.083840 [54] train-error:0.081409 [55] train-error:0.082625 [56] train-error:0.078979 [57] train-error:0.077764 [58] train-error:0.075334 [59] train-error:0.075334 [60] train-error:0.076549 [61] train-error:0.074119 [62] train-error:0.074119 [63] train-error:0.072904 [64] train-error:0.072904 [65] train-error:0.074119 [66] train-error:0.072904 [67] train-error:0.074119 [68] train-error:0.069259 [69] train-error:0.068044 [70] train-error:0.068044 [71] train-error:0.066829 [72] train-error:0.066829 [73] train-error:0.068044 [74] train-error:0.064399 [75] train-error:0.061968 [76] train-error:0.063183 [77] train-error:0.064399 [78] train-error:0.063183 [79] train-error:0.063183 [80] train-error:0.064399 [81] train-error:0.059538 [82] train-error:0.059538 [83] train-error:0.057108 [84] train-error:0.058323 [85] train-error:0.054678 [86] train-error:0.054678 [87] train-error:0.054678 [88] train-error:0.054678 [89] train-error:0.054678 [90] train-error:0.054678 [91] train-error:0.053463 [92] train-error:0.054678 [93] train-error:0.054678 [94] train-error:0.053463 [95] train-error:0.051033 [96] train-error:0.051033 [97] train-error:0.053463 [98] train-error:0.051033 [99] train-error:0.049818 [100] train-error:0.046173
[Tune-y] 9: acc.test.mean=0.8648023; time: 0.0 min [Tune-x] 10: max_depth=9; min_child_weight=8.71; subsample=0.719; colsample_bytree=0.632
[1] train-error:0.160584 [2] train-error:0.144769 [3] train-error:0.144769 [4] train-error:0.137470 [5] train-error:0.139903 [6] train-error:0.139903 [7] train-error:0.138686 [8] train-error:0.142336 [9] train-error:0.139903 [10] train-error:0.138686 [11] train-error:0.133820 [12] train-error:0.135036 [13] train-error:0.138686 [14] train-error:0.132603 [15] train-error:0.137470 [16] train-error:0.136253 [17] train-error:0.128954 [18] train-error:0.131387 [19] train-error:0.130170 [20] train-error:0.127737 [21] train-error:0.127737 [22] train-error:0.125304 [23] train-error:0.126521 [24] train-error:0.126521 [25] train-error:0.127737 [26] train-error:0.125304 [27] train-error:0.122871 [28] train-error:0.122871 [29] train-error:0.121655 [30] train-error:0.120438 [31] train-error:0.120438 [32] train-error:0.120438 [33] train-error:0.119221 [34] train-error:0.115572 [35] train-error:0.116788 [36] train-error:0.113139 [37] train-error:0.113139 [38] train-error:0.114355 [39] train-error:0.114355 [40] train-error:0.115572 [41] train-error:0.113139 [42] train-error:0.111922 [43] train-error:0.111922 [44] train-error:0.111922 [45] train-error:0.110706 [46] train-error:0.109489 [47] train-error:0.108273 [48] train-error:0.109489 [49] train-error:0.110706 [50] train-error:0.108273 [51] train-error:0.104623 [52] train-error:0.105839 [53] train-error:0.105839 [54] train-error:0.105839 [55] train-error:0.105839 [56] train-error:0.105839 [57] train-error:0.104623 [58] train-error:0.100973 [59] train-error:0.099757 [60] train-error:0.099757 [61] train-error:0.098540 [62] train-error:0.098540 [63] train-error:0.098540 [64] train-error:0.093674 [65] train-error:0.091241 [66] train-error:0.090024 [67] train-error:0.092457 [68] train-error:0.088808 [69] train-error:0.090024 [70] train-error:0.092457 [71] train-error:0.091241 [72] train-error:0.091241 [73] train-error:0.090024 [74] train-error:0.091241 [75] train-error:0.087591 [76] train-error:0.088808 [77] train-error:0.088808 [78] train-error:0.087591 [79] train-error:0.088808 [80] train-error:0.086375 [81] train-error:0.086375 [82] train-error:0.086375 [83] train-error:0.086375 [84] train-error:0.085158 [85] train-error:0.083942 [86] train-error:0.087591 [87] train-error:0.085158 [88] train-error:0.082725 [89] train-error:0.082725 [90] train-error:0.082725 [91] train-error:0.080292 [92] train-error:0.080292 [93] train-error:0.079075 [94] train-error:0.076642 [95] train-error:0.077859 [96] train-error:0.075426 [97] train-error:0.077859 [98] train-error:0.076642 [99] train-error:0.077859 [100] train-error:0.076642 [1] train-error:0.148418 [2] train-error:0.139903 [3] train-error:0.144769 [4] train-error:0.141119 [5] train-error:0.141119 [6] train-error:0.136253 [7] train-error:0.139903 [8] train-error:0.143552 [9] train-error:0.145985 [10] train-error:0.143552 [11] train-error:0.143552 [12] train-error:0.143552 [13] train-error:0.142336 [14] train-error:0.141119 [15] train-error:0.137470 [16] train-error:0.136253 [17] train-error:0.139903 [18] train-error:0.139903 [19] train-error:0.137470 [20] train-error:0.133820 [21] train-error:0.135036 [22] train-error:0.135036 [23] train-error:0.130170 [24] train-error:0.132603 [25] train-error:0.133820 [26] train-error:0.128954 [27] train-error:0.128954 [28] train-error:0.130170 [29] train-error:0.130170 [30] train-error:0.127737 [31] train-error:0.128954 [32] train-error:0.126521 [33] train-error:0.125304 [34] train-error:0.121655 [35] train-error:0.120438 [36] train-error:0.121655 [37] train-error:0.120438 [38] train-error:0.120438 [39] train-error:0.119221 [40] train-error:0.119221 [41] train-error:0.119221 [42] train-error:0.119221 [43] train-error:0.115572 [44] train-error:0.111922 [45] train-error:0.113139 [46] train-error:0.111922 [47] train-error:0.111922 [48] train-error:0.111922 [49] train-error:0.110706 [50] train-error:0.109489 [51] train-error:0.108273 [52] train-error:0.107056 [53] train-error:0.105839 [54] train-error:0.105839 [55] train-error:0.104623 [56] train-error:0.100973 [57] train-error:0.099757 [58] train-error:0.100973 [59] train-error:0.099757 [60] train-error:0.099757 [61] train-error:0.099757 [62] train-error:0.097324 [63] train-error:0.097324 [64] train-error:0.097324 [65] train-error:0.096107 [66] train-error:0.097324 [67] train-error:0.093674 [68] train-error:0.094891 [69] train-error:0.094891 [70] train-error:0.091241 [71] train-error:0.092457 [72] train-error:0.092457 [73] train-error:0.092457 [74] train-error:0.092457 [75] train-error:0.092457 [76] train-error:0.091241 [77] train-error:0.091241 [78] train-error:0.091241 [79] train-error:0.087591 [80] train-error:0.087591 [81] train-error:0.087591 [82] train-error:0.087591 [83] train-error:0.088808 [84] train-error:0.090024 [85] train-error:0.088808 [86] train-error:0.087591 [87] train-error:0.085158 [88] train-error:0.085158 [89] train-error:0.085158 [90] train-error:0.083942 [91] train-error:0.081509 [92] train-error:0.085158 [93] train-error:0.082725 [94] train-error:0.082725 [95] train-error:0.083942 [96] train-error:0.082725 [97] train-error:0.081509 [98] train-error:0.082725 [99] train-error:0.082725 [100] train-error:0.082725 [1] train-error:0.164234 [2] train-error:0.141119 [3] train-error:0.139903 [4] train-error:0.141119 [5] train-error:0.139903 [6] train-error:0.141119 [7] train-error:0.142336 [8] train-error:0.142336 [9] train-error:0.141119 [10] train-error:0.139903 [11] train-error:0.139903 [12] train-error:0.141119 [13] train-error:0.138686 [14] train-error:0.137470 [15] train-error:0.138686 [16] train-error:0.135036 [17] train-error:0.135036 [18] train-error:0.133820 [19] train-error:0.133820 [20] train-error:0.131387 [21] train-error:0.131387 [22] train-error:0.132603 [23] train-error:0.130170 [24] train-error:0.133820 [25] train-error:0.133820 [26] train-error:0.133820 [27] train-error:0.132603 [28] train-error:0.130170 [29] train-error:0.126521 [30] train-error:0.125304 [31] train-error:0.124088 [32] train-error:0.121655 [33] train-error:0.120438 [34] train-error:0.115572 [35] train-error:0.118005 [36] train-error:0.114355 [37] train-error:0.116788 [38] train-error:0.110706 [39] train-error:0.113139 [40] train-error:0.110706 [41] train-error:0.110706 [42] train-error:0.110706 [43] train-error:0.108273 [44] train-error:0.111922 [45] train-error:0.111922 [46] train-error:0.109489 [47] train-error:0.107056 [48] train-error:0.104623 [49] train-error:0.107056 [50] train-error:0.108273 [51] train-error:0.107056 [52] train-error:0.104623 [53] train-error:0.104623 [54] train-error:0.103406 [55] train-error:0.104623 [56] train-error:0.104623 [57] train-error:0.102190 [58] train-error:0.099757 [59] train-error:0.102190 [60] train-error:0.099757 [61] train-error:0.100973 [62] train-error:0.103406 [63] train-error:0.104623 [64] train-error:0.099757 [65] train-error:0.097324 [66] train-error:0.097324 [67] train-error:0.098540 [68] train-error:0.096107 [69] train-error:0.097324 [70] train-error:0.094891 [71] train-error:0.094891 [72] train-error:0.097324 [73] train-error:0.093674 [74] train-error:0.093674 [75] train-error:0.092457 [76] train-error:0.093674 [77] train-error:0.093674 [78] train-error:0.092457 [79] train-error:0.090024 [80] train-error:0.088808 [81] train-error:0.087591 [82] train-error:0.087591 [83] train-error:0.086375 [84] train-error:0.083942 [85] train-error:0.082725 [86] train-error:0.083942 [87] train-error:0.083942 [88] train-error:0.082725 [89] train-error:0.083942 [90] train-error:0.080292 [91] train-error:0.077859 [92] train-error:0.080292 [93] train-error:0.081509 [94] train-error:0.077859 [95] train-error:0.080292 [96] train-error:0.079075 [97] train-error:0.079075 [98] train-error:0.077859 [99] train-error:0.075426 [100] train-error:0.074209 [1] train-error:0.155529 [2] train-error:0.148238 [3] train-error:0.144593 [4] train-error:0.150668 [5] train-error:0.149453 [6] train-error:0.144593 [7] train-error:0.150668 [8] train-error:0.151883 [9] train-error:0.147023 [10] train-error:0.144593 [11] train-error:0.139733 [12] train-error:0.138518 [13] train-error:0.139733 [14] train-error:0.138518 [15] train-error:0.137303 [16] train-error:0.140948 [17] train-error:0.139733 [18] train-error:0.140948 [19] train-error:0.138518 [20] train-error:0.139733 [21] train-error:0.138518 [22] train-error:0.138518 [23] train-error:0.136087 [24] train-error:0.130012 [25] train-error:0.128797 [26] train-error:0.127582 [27] train-error:0.125152 [28] train-error:0.127582 [29] train-error:0.123937 [30] train-error:0.121507 [31] train-error:0.122722 [32] train-error:0.121507 [33] train-error:0.120292 [34] train-error:0.120292 [35] train-error:0.117861 [36] train-error:0.119077 [37] train-error:0.116646 [38] train-error:0.114216 [39] train-error:0.113001 [40] train-error:0.111786 [41] train-error:0.110571 [42] train-error:0.109356 [43] train-error:0.108141 [44] train-error:0.110571 [45] train-error:0.110571 [46] train-error:0.111786 [47] train-error:0.110571 [48] train-error:0.109356 [49] train-error:0.109356 [50] train-error:0.108141 [51] train-error:0.108141 [52] train-error:0.103281 [53] train-error:0.103281 [54] train-error:0.102066 [55] train-error:0.100851 [56] train-error:0.102066 [57] train-error:0.102066 [58] train-error:0.103281 [59] train-error:0.104496 [60] train-error:0.103281 [61] train-error:0.102066 [62] train-error:0.099635 [63] train-error:0.098420 [64] train-error:0.098420 [65] train-error:0.095990 [66] train-error:0.093560 [67] train-error:0.094775 [68] train-error:0.094775 [69] train-error:0.093560 [70] train-error:0.093560 [71] train-error:0.092345 [72] train-error:0.092345 [73] train-error:0.089915 [74] train-error:0.089915 [75] train-error:0.088700 [76] train-error:0.088700 [77] train-error:0.089915 [78] train-error:0.089915 [79] train-error:0.086270 [80] train-error:0.085055 [81] train-error:0.083840 [82] train-error:0.087485 [83] train-error:0.082625 [84] train-error:0.080194 [85] train-error:0.083840 [86] train-error:0.082625 [87] train-error:0.080194 [88] train-error:0.081409 [89] train-error:0.080194 [90] train-error:0.080194 [91] train-error:0.080194 [92] train-error:0.080194 [93] train-error:0.082625 [94] train-error:0.081409 [95] train-error:0.082625 [96] train-error:0.083840 [97] train-error:0.082625 [98] train-error:0.082625 [99] train-error:0.082625 [100] train-error:0.081409 [1] train-error:0.166464 [2] train-error:0.147023 [3] train-error:0.142163 [4] train-error:0.147023 [5] train-error:0.144593 [6] train-error:0.143378 [7] train-error:0.145808 [8] train-error:0.144593 [9] train-error:0.142163 [10] train-error:0.143378 [11] train-error:0.144593 [12] train-error:0.144593 [13] train-error:0.143378 [14] train-error:0.142163 [15] train-error:0.137303 [16] train-error:0.140948 [17] train-error:0.140948 [18] train-error:0.139733 [19] train-error:0.134872 [20] train-error:0.134872 [21] train-error:0.134872 [22] train-error:0.136087 [23] train-error:0.136087 [24] train-error:0.134872 [25] train-error:0.136087 [26] train-error:0.134872 [27] train-error:0.133657 [28] train-error:0.134872 [29] train-error:0.132442 [30] train-error:0.130012 [31] train-error:0.128797 [32] train-error:0.131227 [33] train-error:0.128797 [34] train-error:0.130012 [35] train-error:0.127582 [36] train-error:0.122722 [37] train-error:0.125152 [38] train-error:0.123937 [39] train-error:0.126367 [40] train-error:0.122722 [41] train-error:0.119077 [42] train-error:0.120292 [43] train-error:0.119077 [44] train-error:0.120292 [45] train-error:0.120292 [46] train-error:0.119077 [47] train-error:0.117861 [48] train-error:0.115431 [49] train-error:0.117861 [50] train-error:0.120292 [51] train-error:0.120292 [52] train-error:0.116646 [53] train-error:0.115431 [54] train-error:0.115431 [55] train-error:0.115431 [56] train-error:0.116646 [57] train-error:0.113001 [58] train-error:0.113001 [59] train-error:0.110571 [60] train-error:0.109356 [61] train-error:0.109356 [62] train-error:0.106926 [63] train-error:0.106926 [64] train-error:0.109356 [65] train-error:0.114216 [66] train-error:0.110571 [67] train-error:0.109356 [68] train-error:0.105711 [69] train-error:0.103281 [70] train-error:0.105711 [71] train-error:0.105711 [72] train-error:0.103281 [73] train-error:0.103281 [74] train-error:0.103281 [75] train-error:0.104496 [76] train-error:0.102066 [77] train-error:0.097205 [78] train-error:0.099635 [79] train-error:0.100851 [80] train-error:0.098420 [81] train-error:0.094775 [82] train-error:0.095990 [83] train-error:0.093560 [84] train-error:0.094775 [85] train-error:0.092345 [86] train-error:0.089915 [87] train-error:0.088700 [88] train-error:0.092345 [89] train-error:0.089915 [90] train-error:0.088700 [91] train-error:0.087485 [92] train-error:0.089915 [93] train-error:0.087485 [94] train-error:0.087485 [95] train-error:0.091130 [96] train-error:0.086270 [97] train-error:0.085055 [98] train-error:0.085055 [99] train-error:0.083840 [100] train-error:0.083840
[Tune-y] 10: acc.test.mean=0.8725693; time: 0.0 min [Tune] Result: max_depth=3; min_child_weight=5.75; subsample=0.628; colsample_bytree=0.847 : acc.test.mean=0.8774378
setDT(final.model_train) #set train set to data table
setDT(final.model_test) #set test set to data table
final.train_label <- final.model_train$Attrition # assign target label for train set to a new field final.train_label
final.test_label <- final.model_test$Attrition # assign target label for test set to a new field final.test_label
final.new_train <- model.matrix(~.+0,data = final.model_train[,-c("Attrition"),with=F]) # convert final.model_train to matrix format and assign to new variable
final.new_test <- model.matrix(~.+0,data = final.model_test[,-c("Attrition"),with=F])
final.train_label <- as.numeric(final.train_label)-1 #convert labels to numeric - 1 so we have (0,1) instead of(1,2)
final.test_label <- as.numeric(final.test_label )-1
#Construct xgb.DMatrix object from train set and test set
final.tuned.dtrain <- xgb.DMatrix(data = final.new_train,label = final.train_label )
final.tuned.dtest <- xgb.DMatrix(data = final.new_test,label = final.test_label )
#assign parameters based on best paramaters from hypertune/cross validation
final.paramsXG <- list(booster = 'gbtree', objective = "binary:logistic",
eta=0.3, gamma=0, max_depth= finalXgboost$x$max_depth,
min_child_weight=finalXgboost$x$min_child_weight, subsample=finalXgboost$x$subsample,
colsample_bytree= finalXgboost$x$colsample_bytree)
#Train hypertuned xgb model using assigned params previously defined
final.xgb <- xgb.train (params = final.paramsXG, data = final.tuned.dtrain, nrounds = 79,
watchlist = list(val=final.tuned.dtest,train=final.tuned.dtrain), print_every_n = 10,
early_stopping_rounds = 10, maximize = F , eval_metric = "error")
[1] val-error:0.156109 train-error:0.147860 Multiple eval metrics are present. Will use train_error for early stopping. Will train until train_error hasn't improved in 10 rounds. [11] val-error:0.149321 train-error:0.115759 [21] val-error:0.133484 train-error:0.094358 [31] val-error:0.126697 train-error:0.084630 [41] val-error:0.131222 train-error:0.077821 [51] val-error:0.119910 train-error:0.068093 [61] val-error:0.117647 train-error:0.059339 [71] val-error:0.117647 train-error:0.053502 [79] val-error:0.124434 train-error:0.047665
final.xgbpred <- predict (final.xgb,final.tuned.dtest) #predict model using test set
final.xgbpred <- ifelse(final.xgbpred > 0.5,1,0) #if probablity > 0.5 set prediction to class 1 else set prediction to class 0
final.model_test$Attrition <- as.numeric(final.model_test $Attrition)-1 #convert target label to numeric - 1 so we have (0,1) instead of(1,2)
options(repr.plot.width=8, repr.plot.height=6)
conf_df <- data.frame(table(final.model_test$Attrition, final.xgbpred))
#plotting of confusion matrix using ggplot2 library
ggplot(data = conf_df, mapping = aes(x = final.xgbpred, y = Var1)) +
geom_tile(aes(fill = Freq), colour = "white") +
geom_text(aes(label = sprintf("%1.0f", Freq)), vjust = 1) +
scale_fill_gradient(low = "#F3F781", high = "#58FA82") + theme(legend.position="none", strip.background = element_blank(), strip.text.x = element_blank(),
plot.title=element_text(hjust=0.5, color="white"), plot.subtitle=element_text(colour="white"), plot.background=element_rect(fill="#0D7680"),
axis.text.x=element_text(colour="white"), axis.text.y=element_text(colour="white"),
axis.title=element_text(colour="white"),
legend.background = element_rect(fill="#FFF9F5",
size=0.5, linetype="solid",
colour ="black")) +
labs(title="Confusion Matrix XGBOOST FOR 10 MOST IMPORTANT FEATURES", y="Actual Attrrition", x="Predicted Attrition")
xgb.plot.tree(model=final.xgb, tree=0)
xgb.plot.tree(model=final.xgb, tree=1)